[ 535.868861] env[67271]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 535.868861] env[67271]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 536.879028] env[67361]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 536.879028] env[67361]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 538.426380] env[67361]: INFO neutron.common.config [-] Logging enabled! [ 538.426828] env[67361]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev60 [ 538.426926] env[67361]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=67361) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 538.427252] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 538.427348] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 538.428173] env[67361]: WARNING oslo_policy.policy [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 538.428394] env[67361]: WARNING oslo_policy.policy [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 538.430028] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] VMware NSXv3 Agent initialized successfully. [ 538.430383] env[67361]: DEBUG oslo_concurrency.lockutils [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] Acquiring lock "singleton_lock" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.430509] env[67361]: DEBUG oslo_concurrency.lockutils [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] Acquired lock "singleton_lock" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.430710] env[67361]: DEBUG oslo_concurrency.lockutils [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] Releasing lock "singleton_lock" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.430999] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] Full set of CONF: {{(pid=67361) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 538.431120] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ******************************************************************************** {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 538.431217] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] Configuration options gathered from: {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 538.431562] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 538.431728] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 538.431831] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ================================================================================ {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 538.431993] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] agent_down_time = 75 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.432143] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] allow_automatic_dhcp_failover = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.432274] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] allow_bulk = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.432410] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] api_extensions_path = {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.432543] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] api_paste_config = api-paste.ini {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.432677] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] auth_strategy = keystone {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.432778] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] backdoor_port = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.432878] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] backdoor_socket = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.433017] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] backlog = 4096 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.433158] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] base_mac = fa:16:3e:00:00:00 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.433314] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] bind_host = 0.0.0.0 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.433451] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] bind_port = 9696 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.433580] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] client_socket_timeout = 900 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.433714] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] config_dir = [] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.433842] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.433991] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] config_source = [] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.434142] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] control_exchange = neutron {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.434275] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] core_plugin = ml2 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.434409] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] debug = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.434543] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] default_availability_zones = [] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.434741] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.434873] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] dhcp_agent_notification = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.435010] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] dhcp_agents_per_network = 1 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.435152] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] dhcp_lease_duration = 86400 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.435282] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] dhcp_load_type = networks {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.435412] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] dns_domain = openstacklocal {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.435543] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.435672] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] enable_default_route_bfd = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.435801] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] enable_default_route_ecmp = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.435953] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] enable_dvr = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.436100] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] enable_new_agents = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.436231] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] enable_services_on_agents_with_admin_state_down = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.436359] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] enable_signals = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.436486] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] enable_traditional_dhcp = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.436636] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] external_dns_driver = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.436769] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] filter_validation = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.436923] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] global_physnet_mtu = 8950 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.437073] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] graceful_shutdown_timeout = 60 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.437249] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] host = cpu-1 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.437386] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] host_dvr_for_dhcp = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.437515] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] http_retries = 3 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.437650] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] instance_format = [instance: %(uuid)s] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.437780] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.437911] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ipam_driver = internal {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.438051] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ipv6_pd_enabled = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.438180] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] l3_ha = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.438312] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.438444] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] l3_ha_network_physical_name = {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.438573] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] l3_ha_network_type = {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.438706] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] log_color = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.438835] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] log_config_append = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.438964] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.439104] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] log_dir = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.439231] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] log_file = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.439330] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] log_options = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.439460] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] log_rotate_interval = 1 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.439594] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] log_rotate_interval_type = days {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.439726] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] log_rotation_type = none {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.439827] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.439925] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.440070] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.440202] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.440300] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.440429] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] max_dns_nameservers = 5 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.440554] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] max_header_line = 16384 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.440677] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] max_l3_agents_per_router = 3 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.440802] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] max_logfile_count = 30 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.440929] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] max_logfile_size_mb = 200 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.441088] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] max_subnet_host_routes = 20 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.441232] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] my_ip = 10.180.1.21 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.441366] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] my_ipv6 = ::1 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.441496] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] network_auto_schedule = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.441620] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] network_link_prefix = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.441753] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.441919] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] notify_nova_on_port_data_changes = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.442067] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] notify_nova_on_port_status_changes = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.442278] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] pagination_max_limit = -1 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.442413] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] publish_errors = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.442541] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] rate_limit_burst = 0 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.442680] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] rate_limit_except_level = CRITICAL {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.442807] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] rate_limit_interval = 0 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.442933] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] retry_until_window = 30 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.443079] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] router_distributed = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.443211] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] rpc_resources_processing_step = 20 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.443338] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] rpc_response_max_timeout = 600 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.443463] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] rpc_response_timeout = 60 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.443588] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] send_events_interval = 2 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.443733] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] service_plugins = ['router'] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.443895] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] setproctitle = on {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.444039] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] shell_completion = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.444177] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] state_path = /opt/stack/data/neutron {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.444311] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] syslog_log_facility = LOG_USER {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.444439] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] tcp_keepidle = 600 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.444573] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] transport_url = **** {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.444726] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] use_journal = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.444826] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] use_json = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.444951] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] use_ssl = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.445087] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] use_stderr = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.445222] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] use_syslog = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.445343] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] vlan_qinq = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.445467] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] vlan_transparent = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.445591] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] watch_log_file = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.445717] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] wsgi_default_pool_size = 100 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.445842] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] wsgi_keep_alive = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.445999] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.446145] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] wsgi_server_debug = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.446292] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_concurrency.disable_process_locking = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.446436] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.446576] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.446709] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.446844] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_metrics.metrics_process_name = {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.447049] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.447163] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.447311] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] profiler.connection_string = messaging:// {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.447450] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] profiler.enabled = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.447586] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] profiler.es_doc_type = notification {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.447716] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] profiler.es_scroll_size = 10000 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.447851] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] profiler.es_scroll_time = 2m {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.447983] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] profiler.filter_error_trace = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.448132] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] profiler.hmac_keys = **** {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.448268] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] profiler.sentinel_service_name = mymaster {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.448405] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] profiler.socket_timeout = 0.1 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.448537] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] profiler.trace_requests = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.448665] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] profiler.trace_sqlalchemy = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.448814] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] profiler_jaeger.process_tags = {} {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.448943] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] profiler_jaeger.service_name_prefix = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.449087] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] profiler_otlp.service_name_prefix = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.449236] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_policy.enforce_new_defaults = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.449504] env[67361]: WARNING oslo_config.cfg [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 538.449652] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_policy.enforce_scope = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.449793] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_policy.policy_default_rule = default {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.449943] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.450095] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.450238] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.450370] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.450499] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.450624] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.450754] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.450892] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_policy.remote_timeout = 60.0 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.451051] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.451199] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] agent.extensions = [] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.451337] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.451477] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] service_providers.service_provider = [] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.451617] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] QUOTAS.default_quota = -1 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.451756] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.451913] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] QUOTAS.quota_floatingip = 50 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.452063] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] QUOTAS.quota_network = 100 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.452194] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] QUOTAS.quota_port = 500 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.452321] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] QUOTAS.quota_rbac_policy = 10 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.452448] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] QUOTAS.quota_router = 10 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.452574] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] QUOTAS.quota_security_group = 10 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.452701] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] QUOTAS.quota_security_group_rule = 100 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.452829] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] QUOTAS.quota_subnet = 100 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.452956] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] QUOTAS.track_quota_usage = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.453111] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.453240] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep.group = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.453364] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep.helper_command = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.453492] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep.log_daemon_traceback = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.453623] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep.logger_name = oslo_privsep.daemon {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.453752] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep.thread_pool_size = 8 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.453904] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep.user = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.454055] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.454183] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_dhcp_release.group = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.454311] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_dhcp_release.helper_command = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.454442] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.454577] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.454704] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.454829] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_dhcp_release.user = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.454966] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.455117] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_ovs_vsctl.group = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.455244] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_ovs_vsctl.helper_command = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.455371] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.455502] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.455628] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.455755] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_ovs_vsctl.user = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.455940] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_namespace.capabilities = [21] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.456051] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_namespace.group = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.456185] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_namespace.helper_command = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.456316] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_namespace.log_daemon_traceback = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.456450] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.456580] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_namespace.thread_pool_size = 8 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.456705] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_namespace.user = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.456841] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_conntrack.capabilities = [12] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.457019] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_conntrack.group = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.457162] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_conntrack.helper_command = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.457295] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_conntrack.log_daemon_traceback = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.457430] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.457558] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_conntrack.thread_pool_size = 8 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.457682] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_conntrack.user = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.457820] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_link.capabilities = [12, 21] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.457949] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_link.group = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.458087] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_link.helper_command = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.458220] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_link.log_daemon_traceback = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.458352] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.458480] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_link.thread_pool_size = 8 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.458605] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] privsep_link.user = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.458753] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.458946] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.459180] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.continue_on_failed_promotions = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.459356] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.dscp = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.459500] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.dscp_inherit = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.459643] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.force_mp_to_policy = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.459776] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.locking_coordinator_url = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.459908] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.log_agent_heartbeats = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.460057] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.logging_expire = 1 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.460196] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.460328] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.460464] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.polling_interval = 240 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.460594] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.460731] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.quitting_rpc_timeout = 120 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.460872] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.report_interval = 30.0 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.461017] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.461163] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.461299] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.461435] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.sync_skew = 60 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.461566] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.synchronization_queue_size = 20 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.461696] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT.use_helper_for_ns_read = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.461866] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] SECURITYGROUP.enable_ipset = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.462035] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] SECURITYGROUP.enable_security_group = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.462178] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.462317] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.462457] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] experimental.ipv6_pd_enabled = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.462613] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ml2.extension_drivers = ['port_security'] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.462746] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ml2.external_network_type = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.462892] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.463048] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ml2.overlay_ip_version = 4 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.463190] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ml2.path_mtu = 8950 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.463330] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ml2.physical_network_mtus = {} {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.463474] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ml2.tenant_network_types = ['vlan'] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.463613] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.463751] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ml2.type_drivers = ['vlan'] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.463896] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT_CLI.neutron_port_id = [] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.464038] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.464175] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.464318] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.464457] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.464590] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.464723] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.464860] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.464995] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.465204] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.465350] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_login_password = **** {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.465491] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_login_port = 443 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.465627] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_login_user = admin {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.465763] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.465933] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.466075] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.466212] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.466354] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.466496] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.466632] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.466766] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.466900] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.467048] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.467192] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.467327] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.467467] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.467662] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.467806] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] vsphere.vsphere_login_password = VMware1! {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.467945] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.468089] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.468235] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] nova.auth_section = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.468369] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] nova.auth_type = password {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.468508] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.468638] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] nova.certfile = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.468770] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] nova.collect_timing = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.468912] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] nova.endpoint_type = public {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.469053] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] nova.insecure = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.469183] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] nova.keyfile = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.469320] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] nova.region_name = RegionOne {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.469453] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] nova.split_loggers = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.469579] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] nova.timeout = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.469714] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] placement.auth_section = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.469857] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] placement.auth_type = password {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.469995] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.470138] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] placement.certfile = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.470269] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] placement.collect_timing = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.470407] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] placement.endpoint_type = public {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.470537] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] placement.insecure = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.470660] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] placement.keyfile = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.470784] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] placement.region_name = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.470913] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] placement.split_loggers = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.471049] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] placement.timeout = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.471191] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.auth_section = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.471316] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.auth_type = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.471440] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.cafile = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.471564] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.certfile = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.471695] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.collect_timing = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.471820] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.connect_retries = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.471947] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.connect_retry_delay = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.472090] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.enable_notifications = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.472240] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.endpoint_override = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.472373] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.insecure = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.472499] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.interface = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.472622] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.keyfile = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.472748] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.max_version = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.472869] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.min_version = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.472992] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.region_name = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.473130] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.retriable_status_codes = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.473252] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.service_name = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.473374] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.service_type = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.473498] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.split_loggers = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.473623] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.status_code_retries = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.473745] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.status_code_retry_delay = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.473890] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.timeout = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.474035] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.valid_interfaces = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.474160] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ironic.version = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.474296] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] cli_script.dry_run = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.474437] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.474565] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.474697] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.474827] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.474956] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.475095] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.475224] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.475351] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.475477] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.475615] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.hostname = devstack {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.475762] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.475935] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.476080] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.476220] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.476353] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.476488] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.476618] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.476745] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.476894] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.477048] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.477182] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.477309] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.477439] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.477570] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.477700] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.477829] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.477958] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.478098] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.478236] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.478359] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.478490] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.ssl = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.478626] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.478760] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.478889] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.479036] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.479173] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.ssl_version = {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.479301] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.479444] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_notifications.driver = [] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.479578] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_notifications.retry = -1 {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.479725] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.479852] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] oslo_messaging_notifications.transport_url = **** {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.479955] env[67361]: DEBUG oslo_service.backend._eventlet.service [None req-9b2a6590-af7e-4b08-a411-c0466e1bfffa None None] ******************************************************************************** {{(pid=67361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 538.481118] env[67361]: DEBUG neutron.agent.securitygroups_rpc [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Init firewall settings (driver=nsxv3) {{(pid=67361) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 538.482466] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=67361) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 538.482699] env[67361]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] RPC agent_id: nsxm-l-01a.corp.local [ 538.484929] env[67361]: DEBUG dogpile.cache.region [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 538.485050] env[67361]: DEBUG dogpile.lock [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 538.485151] env[67361]: DEBUG dogpile.lock [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 538.485240] env[67361]: DEBUG dogpile.lock [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 538.485321] env[67361]: DEBUG dogpile.cache.region [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 538.485402] env[67361]: DEBUG dogpile.lock [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 538.485518] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 538.507018] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Session token - acquiring [ 538.508691] env[67361]: DEBUG networking_nsxv3.common.locking [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.508853] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.508978] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.509392] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.521068] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.795454] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 538.817680] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 538.817921] env[67361]: DEBUG dogpile.cache.region [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Cache value generated in 0.332 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 538.818040] env[67361]: DEBUG dogpile.lock [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 538.818131] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Activating Policy API Provider. [ 538.818324] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Looking for the default Infrastructure Rules. [ 538.883234] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Looking for the Default Layer3 Logged Drop Section. [ 538.900851] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 538.901337] env[67361]: DEBUG networking_nsxv3.common.locking [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.901507] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquiring lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.901598] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.901876] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired external semaphore "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.902244] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.416831] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.921481] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.423973] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Inventory metadata is going to be refreshed. [ 540.424179] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 541.193115] env[67361]: DEBUG networking_nsxv3.common.locking [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.193565] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.193565] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.193869] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.205511] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 541.207988] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.208878] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 541.226920] env[67361]: DEBUG networking_nsxv3.common.locking [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.227230] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.227293] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.227586] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.227706] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.227849] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 541.227960] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.228082] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 541.249416] env[67361]: DEBUG networking_nsxv3.common.locking [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.249703] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.249703] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.250041] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.250219] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.250357] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 541.278024] env[67361]: DEBUG networking_nsxv3.common.locking [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.278280] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.278280] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.278586] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.278724] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.278863] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 541.300707] env[67361]: DEBUG networking_nsxv3.common.locking [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.300990] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquiring lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.300990] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.301321] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired external semaphore "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.301474] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Releasing lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.301626] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 541.301736] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.301831] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 541.325740] env[67361]: DEBUG networking_nsxv3.common.locking [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.326062] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquiring lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.326209] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.326520] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired external semaphore "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.326644] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Releasing lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.326792] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 541.326894] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.327202] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 541.350099] env[67361]: DEBUG networking_nsxv3.common.locking [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.350380] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.350380] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.350675] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.350812] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.350961] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 541.351081] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.351179] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Inventory metadata have been refreshed. [ 541.351271] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Dryrun:True. Metadata refresh completed. [ 541.351385] env[67361]: DEBUG oslo_concurrency.lockutils [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Releasing lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.353074] env[67361]: INFO neutron.agent.agent_extensions_manager [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Loaded agent extensions: [] [ 541.353913] env[67361]: DEBUG neutron_lib.callbacks.manager [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=67361) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 541.416989] env[67361]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] NSXv3 Agent Agent RPC Daemon Started! [ 541.417274] env[67361]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] NSXv3 Agent Agent loop - iteration:0 started [ 541.417274] env[67361]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] NSXv3 Agent Agent out of sync with plugin! [ 546.354746] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.355175] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.356891] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.356891] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.357782] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.358155] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.662484] env[67361]: INFO networking_nsxv3.common.synchronization [None req-35c333bf-8952-407d-bca0-c32c46ff3958 demo admin] Enqueued Resource ID: 7e9db340-4fee-4f6a-95bb-b37357281a72 with Priority: HIGHEST for action security_group_rules [ 556.663039] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e9db340-4fee-4f6a-95bb-b37357281a72 with Priority: HIGHEST for action security_group_rules [ 556.663345] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e9db340-4fee-4f6a-95bb-b37357281a72 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.663531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e9db340-4fee-4f6a-95bb-b37357281a72" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.663642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e9db340-4fee-4f6a-95bb-b37357281a72" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.664137] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e9db340-4fee-4f6a-95bb-b37357281a72" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.664269] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e9db340-4fee-4f6a-95bb-b37357281a72',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.185053] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.185053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.185053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.185364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.185364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.185364] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e9db340-4fee-4f6a-95bb-b37357281a72 already deleted. [ 557.185364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e9db340-4fee-4f6a-95bb-b37357281a72" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.664658] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.664658] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.665482] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.665774] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.666603] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.666951] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.358396] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.358819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.358819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.358984] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.359195] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.861941] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.364901] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.667791] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 576.668039] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.868440] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 576.868689] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 577.647491] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.647994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.647994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.647994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.659917] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 577.660758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.661769] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 577.682365] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.682687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.682687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.682825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.682889] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.683112] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 577.683194] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.683287] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 577.704115] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.704410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.704410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.704538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.704636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.704742] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 577.727665] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.727963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.727963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.728100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.728193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.728300] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 577.752121] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.752416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.752416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.752687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.752687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.752838] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 577.752894] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.752945] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 577.772500] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.772797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.772797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.773087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.773087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.773087] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 577.773246] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.773246] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 577.801913] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.802219] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.802219] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.802352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.802446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.802571] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 577.802641] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.802704] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 577.802761] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 577.802834] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 577.802893] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 577.802943] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 577.803228] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 577.803431] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 577.803431] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 577.826920] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.827214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.827214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.827344] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.827413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.827514] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 577.858417] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.858725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.858725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.858837] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.858906] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.875065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.668859] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 581.669134] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 582.969210] env[67361]: INFO networking_nsxv3.common.synchronization [None req-e53401de-e24c-48e5-af1a-ca9f47d714f7 None None] Enqueued Resource ID: 8f8e14f5-7590-4847-ad60-ae758bfc4857 with Priority: HIGHEST for action port [ 582.970508] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e14f5-7590-4847-ad60-ae758bfc4857 with Priority: HIGHEST for action port [ 582.971597] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f8e14f5-7590-4847-ad60-ae758bfc4857 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.972209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f8e14f5-7590-4847-ad60-ae758bfc4857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.972209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f8e14f5-7590-4847-ad60-ae758bfc4857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.974147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f8e14f5-7590-4847-ad60-ae758bfc4857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.974147] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f8e14f5-7590-4847-ad60-ae758bfc4857',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.476407] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f8e14f5-7590-4847-ad60-ae758bfc4857 [ 583.476767] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.476940] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.477035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.477257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.477345] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.477440] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f8e14f5-7590-4847-ad60-ae758bfc4857 already deleted. [ 583.477542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f8e14f5-7590-4847-ad60-ae758bfc4857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.996447] env[67361]: INFO networking_nsxv3.common.synchronization [None req-ba75b7da-aa8b-41ed-a70f-7d4286472762 None None] Enqueued Resource ID: 5d1d8d00-8886-4774-910f-426ac58fea22 with Priority: HIGHEST for action port [ 584.996766] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1d8d00-8886-4774-910f-426ac58fea22 with Priority: HIGHEST for action port [ 584.997443] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d1d8d00-8886-4774-910f-426ac58fea22 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.997443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d1d8d00-8886-4774-910f-426ac58fea22" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.997443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d1d8d00-8886-4774-910f-426ac58fea22" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.997965] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d1d8d00-8886-4774-910f-426ac58fea22" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.997965] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d1d8d00-8886-4774-910f-426ac58fea22',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.500183] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d1d8d00-8886-4774-910f-426ac58fea22 [ 585.500183] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.500545] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.500725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.501024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.501319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.501470] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d1d8d00-8886-4774-910f-426ac58fea22 already deleted. [ 585.501617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d1d8d00-8886-4774-910f-426ac58fea22" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.787463] env[67361]: INFO networking_nsxv3.common.synchronization [None req-35b84f49-b878-4664-a2e9-216d21181f35 None None] Enqueued Resource ID: 8ee8ffb3-9f71-4ea3-aea7-b434d0760c9f with Priority: HIGHEST for action port [ 585.787975] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee8ffb3-9f71-4ea3-aea7-b434d0760c9f with Priority: HIGHEST for action port [ 585.788301] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ee8ffb3-9f71-4ea3-aea7-b434d0760c9f taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.788407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ee8ffb3-9f71-4ea3-aea7-b434d0760c9f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.788475] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ee8ffb3-9f71-4ea3-aea7-b434d0760c9f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.788710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ee8ffb3-9f71-4ea3-aea7-b434d0760c9f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.788792] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ee8ffb3-9f71-4ea3-aea7-b434d0760c9f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.292039] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ee8ffb3-9f71-4ea3-aea7-b434d0760c9f [ 586.292039] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.292357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.292990] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.292990] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.292990] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.292990] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ee8ffb3-9f71-4ea3-aea7-b434d0760c9f already deleted. [ 586.292990] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ee8ffb3-9f71-4ea3-aea7-b434d0760c9f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.439220] env[67361]: INFO networking_nsxv3.common.synchronization [None req-47c0e549-958c-47af-8322-89b93a208d4b None None] Enqueued Resource ID: cc5ea344-8d89-4750-a9af-387cfcaec4cd with Priority: HIGHEST for action port [ 587.439557] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5ea344-8d89-4750-a9af-387cfcaec4cd with Priority: HIGHEST for action port [ 587.440135] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc5ea344-8d89-4750-a9af-387cfcaec4cd taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.440331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc5ea344-8d89-4750-a9af-387cfcaec4cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.440402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc5ea344-8d89-4750-a9af-387cfcaec4cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.440989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc5ea344-8d89-4750-a9af-387cfcaec4cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.440989] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5ea344-8d89-4750-a9af-387cfcaec4cd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.943950] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc5ea344-8d89-4750-a9af-387cfcaec4cd [ 587.943950] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.943950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.943950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.943950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.943950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.943950] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc5ea344-8d89-4750-a9af-387cfcaec4cd already deleted. [ 587.943950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc5ea344-8d89-4750-a9af-387cfcaec4cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.093119] env[67361]: INFO networking_nsxv3.common.synchronization [None req-03141376-f133-4fde-9bde-f2e90c994c59 None None] Enqueued Resource ID: bc95b32b-e36a-4329-8a18-8d728cfc2b0f with Priority: HIGHEST for action port [ 588.093655] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc95b32b-e36a-4329-8a18-8d728cfc2b0f with Priority: HIGHEST for action port [ 588.093865] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc95b32b-e36a-4329-8a18-8d728cfc2b0f taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.093939] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc95b32b-e36a-4329-8a18-8d728cfc2b0f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.093984] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc95b32b-e36a-4329-8a18-8d728cfc2b0f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.094264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc95b32b-e36a-4329-8a18-8d728cfc2b0f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.094344] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc95b32b-e36a-4329-8a18-8d728cfc2b0f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.597469] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc95b32b-e36a-4329-8a18-8d728cfc2b0f [ 588.600122] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.600122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.600122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.600122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.600122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.600122] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc95b32b-e36a-4329-8a18-8d728cfc2b0f already deleted. [ 588.600122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc95b32b-e36a-4329-8a18-8d728cfc2b0f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.741831] env[67361]: INFO networking_nsxv3.common.synchronization [None req-71d52035-e770-4c90-ba08-e13eb38fdab9 None None] Enqueued Resource ID: 7e3e1bd7-d1cb-4c73-9081-bdd485a02631 with Priority: HIGHEST for action port [ 589.743363] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3e1bd7-d1cb-4c73-9081-bdd485a02631 with Priority: HIGHEST for action port [ 589.743941] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e3e1bd7-d1cb-4c73-9081-bdd485a02631 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.743941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e3e1bd7-d1cb-4c73-9081-bdd485a02631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.744248] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e3e1bd7-d1cb-4c73-9081-bdd485a02631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.744381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e3e1bd7-d1cb-4c73-9081-bdd485a02631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.744471] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3e1bd7-d1cb-4c73-9081-bdd485a02631',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.248784] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e3e1bd7-d1cb-4c73-9081-bdd485a02631 [ 590.248784] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.248784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.248784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.249321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.249457] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.249591] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e3e1bd7-d1cb-4c73-9081-bdd485a02631 already deleted. [ 590.249698] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e3e1bd7-d1cb-4c73-9081-bdd485a02631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.525895] env[67361]: INFO networking_nsxv3.common.synchronization [None req-daab5ac0-96fe-4add-8523-e79896bf8ff9 None None] Enqueued Resource ID: 38f10a97-3c79-4e1f-a537-29d9720b340a with Priority: HIGHEST for action port [ 590.526152] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f10a97-3c79-4e1f-a537-29d9720b340a with Priority: HIGHEST for action port [ 590.526748] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-38f10a97-3c79-4e1f-a537-29d9720b340a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.526872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38f10a97-3c79-4e1f-a537-29d9720b340a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.526926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38f10a97-3c79-4e1f-a537-29d9720b340a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.528997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38f10a97-3c79-4e1f-a537-29d9720b340a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.529101] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38f10a97-3c79-4e1f-a537-29d9720b340a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.034175] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38f10a97-3c79-4e1f-a537-29d9720b340a [ 591.034175] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.034175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.034175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.034619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.034715] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.034817] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38f10a97-3c79-4e1f-a537-29d9720b340a already deleted. [ 591.034895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38f10a97-3c79-4e1f-a537-29d9720b340a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.244298] env[67361]: INFO networking_nsxv3.common.synchronization [None req-b25f93a1-cef7-4bc3-8f37-b816cb499f40 None None] Enqueued Resource ID: 6f7e32ba-ef64-4dbb-8969-a6d40467a085 with Priority: HIGHEST for action port [ 591.245246] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f7e32ba-ef64-4dbb-8969-a6d40467a085 with Priority: HIGHEST for action port [ 591.246818] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f7e32ba-ef64-4dbb-8969-a6d40467a085 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.246952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f7e32ba-ef64-4dbb-8969-a6d40467a085" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.247031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f7e32ba-ef64-4dbb-8969-a6d40467a085" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.247286] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f7e32ba-ef64-4dbb-8969-a6d40467a085" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.247368] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f7e32ba-ef64-4dbb-8969-a6d40467a085',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.276977] env[67361]: INFO networking_nsxv3.common.synchronization [None req-37b0ad0b-5049-4dab-9791-a8bd83c56396 None None] Enqueued Resource ID: 7802c4f4-6107-446a-8ea0-5d274684653e with Priority: HIGHEST for action port [ 591.280053] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7802c4f4-6107-446a-8ea0-5d274684653e with Priority: HIGHEST for action port [ 591.280772] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-7802c4f4-6107-446a-8ea0-5d274684653e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.281396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7802c4f4-6107-446a-8ea0-5d274684653e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.281396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7802c4f4-6107-446a-8ea0-5d274684653e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.281613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7802c4f4-6107-446a-8ea0-5d274684653e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.281613] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7802c4f4-6107-446a-8ea0-5d274684653e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.751268] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f7e32ba-ef64-4dbb-8969-a6d40467a085 [ 591.751492] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.751621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.751733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.751936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.751999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.752100] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f7e32ba-ef64-4dbb-8969-a6d40467a085 already deleted. [ 591.752178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f7e32ba-ef64-4dbb-8969-a6d40467a085" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.784022] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7802c4f4-6107-446a-8ea0-5d274684653e [ 591.784117] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.784219] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.784295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.784482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.785052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.785052] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7802c4f4-6107-446a-8ea0-5d274684653e already deleted. [ 591.785052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7802c4f4-6107-446a-8ea0-5d274684653e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.920149] env[67361]: INFO networking_nsxv3.common.synchronization [None req-b5b1b138-56bf-4e5e-b64b-d6a70b961f61 None None] Enqueued Resource ID: 0507aa12-5881-49a6-88a5-7c2e667060ee with Priority: HIGHEST for action port [ 591.920715] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0507aa12-5881-49a6-88a5-7c2e667060ee with Priority: HIGHEST for action port [ 591.921039] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-0507aa12-5881-49a6-88a5-7c2e667060ee taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.921407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0507aa12-5881-49a6-88a5-7c2e667060ee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.921407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0507aa12-5881-49a6-88a5-7c2e667060ee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.921513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0507aa12-5881-49a6-88a5-7c2e667060ee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.921627] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0507aa12-5881-49a6-88a5-7c2e667060ee',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.427236] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0507aa12-5881-49a6-88a5-7c2e667060ee [ 592.427236] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.427236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.427236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.427236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.427236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.427236] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0507aa12-5881-49a6-88a5-7c2e667060ee already deleted. [ 592.427236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0507aa12-5881-49a6-88a5-7c2e667060ee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.737348] env[67361]: INFO networking_nsxv3.common.synchronization [None req-efe81725-64dc-4d18-8393-14635fc04c98 None None] Enqueued Resource ID: 99544212-80bc-4a2c-ad91-04c723544513 with Priority: HIGHEST for action port [ 593.737348] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99544212-80bc-4a2c-ad91-04c723544513 with Priority: HIGHEST for action port [ 593.737685] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-99544212-80bc-4a2c-ad91-04c723544513 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.737751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99544212-80bc-4a2c-ad91-04c723544513" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.737789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99544212-80bc-4a2c-ad91-04c723544513" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.739928] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99544212-80bc-4a2c-ad91-04c723544513" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.740082] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99544212-80bc-4a2c-ad91-04c723544513',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.857021] env[67361]: INFO networking_nsxv3.common.synchronization [None req-85f4f356-da3a-44ec-a73d-36297daae605 None None] Enqueued Resource ID: 931348a5-0c7b-4b97-b33b-e5efb90f7828 with Priority: HIGHEST for action port [ 593.857021] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 931348a5-0c7b-4b97-b33b-e5efb90f7828 with Priority: HIGHEST for action port [ 593.857021] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-931348a5-0c7b-4b97-b33b-e5efb90f7828 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.858025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-931348a5-0c7b-4b97-b33b-e5efb90f7828" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.858025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-931348a5-0c7b-4b97-b33b-e5efb90f7828" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.858025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-931348a5-0c7b-4b97-b33b-e5efb90f7828" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.858025] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931348a5-0c7b-4b97-b33b-e5efb90f7828',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.242390] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99544212-80bc-4a2c-ad91-04c723544513 [ 594.242727] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.242966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.243216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.243678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.243678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.243821] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99544212-80bc-4a2c-ad91-04c723544513 already deleted. [ 594.243854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99544212-80bc-4a2c-ad91-04c723544513" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.361999] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 931348a5-0c7b-4b97-b33b-e5efb90f7828 [ 594.361999] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.361999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.361999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.361999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.361999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.361999] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:931348a5-0c7b-4b97-b33b-e5efb90f7828 already deleted. [ 594.361999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-931348a5-0c7b-4b97-b33b-e5efb90f7828" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.804316] env[67361]: INFO networking_nsxv3.common.synchronization [None req-71a67bfe-971f-405f-80cf-14fa030c30ff None None] Enqueued Resource ID: 3fb2ee99-d0c4-4e42-b819-378ff0658cda with Priority: HIGHEST for action port [ 594.805845] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb2ee99-d0c4-4e42-b819-378ff0658cda with Priority: HIGHEST for action port [ 594.806266] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fb2ee99-d0c4-4e42-b819-378ff0658cda taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.806674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fb2ee99-d0c4-4e42-b819-378ff0658cda" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.806871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fb2ee99-d0c4-4e42-b819-378ff0658cda" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.807165] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fb2ee99-d0c4-4e42-b819-378ff0658cda" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.807286] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb2ee99-d0c4-4e42-b819-378ff0658cda',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.256491] env[67361]: INFO networking_nsxv3.common.synchronization [None req-4f8ea2da-d9cc-41d4-bae1-fb1fb78f5a5c None None] Enqueued Resource ID: 684bd78b-d78a-4472-bfe4-1e6e439bd080 with Priority: HIGHEST for action port [ 595.257161] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684bd78b-d78a-4472-bfe4-1e6e439bd080 with Priority: HIGHEST for action port [ 595.257512] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-684bd78b-d78a-4472-bfe4-1e6e439bd080 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.257652] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-684bd78b-d78a-4472-bfe4-1e6e439bd080" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.257724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-684bd78b-d78a-4472-bfe4-1e6e439bd080" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.260204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-684bd78b-d78a-4472-bfe4-1e6e439bd080" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.260365] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('684bd78b-d78a-4472-bfe4-1e6e439bd080',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.309249] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fb2ee99-d0c4-4e42-b819-378ff0658cda [ 595.309407] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.309583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.309667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.309890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.311329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.311329] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fb2ee99-d0c4-4e42-b819-378ff0658cda already deleted. [ 595.311329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fb2ee99-d0c4-4e42-b819-378ff0658cda" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.762582] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 684bd78b-d78a-4472-bfe4-1e6e439bd080 [ 595.763922] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.763922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.763922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.763922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.763922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.763922] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:684bd78b-d78a-4472-bfe4-1e6e439bd080 already deleted. [ 595.763922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-684bd78b-d78a-4472-bfe4-1e6e439bd080" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.650577] env[67361]: INFO networking_nsxv3.common.synchronization [None req-b339c30d-c500-423e-a715-7a22363b5251 None None] Enqueued Resource ID: 05cdc3fd-eac1-48e2-bdfb-248dfa808444 with Priority: HIGHEST for action port [ 597.651085] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cdc3fd-eac1-48e2-bdfb-248dfa808444 with Priority: HIGHEST for action port [ 597.651377] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-05cdc3fd-eac1-48e2-bdfb-248dfa808444 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.651726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05cdc3fd-eac1-48e2-bdfb-248dfa808444" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.651908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05cdc3fd-eac1-48e2-bdfb-248dfa808444" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.652209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05cdc3fd-eac1-48e2-bdfb-248dfa808444" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.652307] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05cdc3fd-eac1-48e2-bdfb-248dfa808444',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.157654] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05cdc3fd-eac1-48e2-bdfb-248dfa808444 [ 598.157654] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.157654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.157654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.157654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.157654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.157654] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05cdc3fd-eac1-48e2-bdfb-248dfa808444 already deleted. [ 598.157654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05cdc3fd-eac1-48e2-bdfb-248dfa808444" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.397782] env[67361]: INFO networking_nsxv3.common.synchronization [None req-e809e1d5-303e-4a4e-a41b-26c3f9fb134b None None] Enqueued Resource ID: 02c2fcd6-53b6-42a4-81f3-6271e29f381d with Priority: HIGHEST for action port [ 598.398693] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c2fcd6-53b6-42a4-81f3-6271e29f381d with Priority: HIGHEST for action port [ 598.399056] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-02c2fcd6-53b6-42a4-81f3-6271e29f381d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.399210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02c2fcd6-53b6-42a4-81f3-6271e29f381d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.399284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02c2fcd6-53b6-42a4-81f3-6271e29f381d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.399519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02c2fcd6-53b6-42a4-81f3-6271e29f381d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.399604] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c2fcd6-53b6-42a4-81f3-6271e29f381d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.776210] env[67361]: INFO networking_nsxv3.common.synchronization [None req-cf07fd26-8985-41b6-8c49-84c35b70f47a None None] Enqueued Resource ID: 9b0174b2-1635-4338-a06f-569427cc7872 with Priority: HIGHEST for action port [ 598.776754] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0174b2-1635-4338-a06f-569427cc7872 with Priority: HIGHEST for action port [ 598.778645] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b0174b2-1635-4338-a06f-569427cc7872 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.780138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b0174b2-1635-4338-a06f-569427cc7872" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.780138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b0174b2-1635-4338-a06f-569427cc7872" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.780138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b0174b2-1635-4338-a06f-569427cc7872" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.781956] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b0174b2-1635-4338-a06f-569427cc7872',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.901792] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02c2fcd6-53b6-42a4-81f3-6271e29f381d [ 598.902022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.902163] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.902231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.902448] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.902532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.902629] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02c2fcd6-53b6-42a4-81f3-6271e29f381d already deleted. [ 598.902708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02c2fcd6-53b6-42a4-81f3-6271e29f381d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.950311] env[67361]: INFO networking_nsxv3.common.synchronization [None req-b70c176c-ec30-4175-83f7-23ad103fa271 None None] Enqueued Resource ID: ddd68be2-d8d9-4381-8973-f5254ad447ac with Priority: HIGHEST for action port [ 598.950602] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd68be2-d8d9-4381-8973-f5254ad447ac with Priority: HIGHEST for action port [ 598.951154] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddd68be2-d8d9-4381-8973-f5254ad447ac taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.951282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddd68be2-d8d9-4381-8973-f5254ad447ac" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.951353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddd68be2-d8d9-4381-8973-f5254ad447ac" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.951599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddd68be2-d8d9-4381-8973-f5254ad447ac" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.951681] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddd68be2-d8d9-4381-8973-f5254ad447ac',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.284685] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b0174b2-1635-4338-a06f-569427cc7872 [ 599.285704] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.285704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.285704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.285704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.285704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.285704] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b0174b2-1635-4338-a06f-569427cc7872 already deleted. [ 599.285704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b0174b2-1635-4338-a06f-569427cc7872" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.453944] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddd68be2-d8d9-4381-8973-f5254ad447ac [ 599.454425] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.454425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.454425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.454611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.454704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.454772] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddd68be2-d8d9-4381-8973-f5254ad447ac already deleted. [ 599.455154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddd68be2-d8d9-4381-8973-f5254ad447ac" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.379183] env[67361]: INFO networking_nsxv3.common.synchronization [None req-b140e903-6134-43da-9822-bf5bee64f4a5 None None] Enqueued Resource ID: be280d43-a2c9-4f39-b722-6a70027a9c93 with Priority: HIGHEST for action port [ 600.379699] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be280d43-a2c9-4f39-b722-6a70027a9c93 with Priority: HIGHEST for action port [ 600.379997] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-be280d43-a2c9-4f39-b722-6a70027a9c93 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.380128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be280d43-a2c9-4f39-b722-6a70027a9c93" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.380277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be280d43-a2c9-4f39-b722-6a70027a9c93" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.380414] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be280d43-a2c9-4f39-b722-6a70027a9c93" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.380492] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be280d43-a2c9-4f39-b722-6a70027a9c93',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.885954] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be280d43-a2c9-4f39-b722-6a70027a9c93 [ 600.887143] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.887288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.887358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.887571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.887658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.887752] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be280d43-a2c9-4f39-b722-6a70027a9c93 already deleted. [ 600.887833] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be280d43-a2c9-4f39-b722-6a70027a9c93" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.416570] env[67361]: INFO networking_nsxv3.common.synchronization [req-aee3660d-1430-4a79-8d59-c1d3fe0a0c4e req-a32a07f2-8808-48cd-97e6-d262451a3355 tempest-ServerDiskConfigTestJSON-1842165197 tempest-ServerDiskConfigTestJSON-1842165197-project-member] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 601.418062] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 601.418062] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.418062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.418062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.419305] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.419956] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.419956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.419956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.419956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.420591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.420684] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.895660] env[67361]: INFO networking_nsxv3.common.synchronization [None req-18335c73-9af8-4ff6-ab7f-95624faa0dd0 None None] Enqueued Resource ID: d7b15fe1-c7d6-473d-87be-5e1610294ebe with Priority: HIGHEST for action port [ 601.896236] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b15fe1-c7d6-473d-87be-5e1610294ebe with Priority: HIGHEST for action port [ 601.897387] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7b15fe1-c7d6-473d-87be-5e1610294ebe taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.897664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7b15fe1-c7d6-473d-87be-5e1610294ebe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.899773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7b15fe1-c7d6-473d-87be-5e1610294ebe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.899773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7b15fe1-c7d6-473d-87be-5e1610294ebe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.899773] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7b15fe1-c7d6-473d-87be-5e1610294ebe',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.925288] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.925655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.925901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.926332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.927051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.927051] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.927051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.927051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.927254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.927254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.927308] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e already deleted. [ 601.927902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.401548] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7b15fe1-c7d6-473d-87be-5e1610294ebe [ 602.401969] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.401969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.401969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.402162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.402245] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.402635] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7b15fe1-c7d6-473d-87be-5e1610294ebe already deleted. [ 602.402635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7b15fe1-c7d6-473d-87be-5e1610294ebe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.503963] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.504323] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.504323] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.504911] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.504911] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.505086] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.505129] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.505306] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.505441] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.505723] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.505832] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.505937] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.506054] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.506170] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.506271] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.506398] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.528296] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.530632] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.530632] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.530632] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.530632] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-53851f76-51fd-4f20-ace3-5219e762dc1f taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.530632] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-53851f76-51fd-4f20-ace3-5219e762dc1f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.530632] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-53851f76-51fd-4f20-ace3-5219e762dc1f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.530632] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-53851f76-51fd-4f20-ace3-5219e762dc1f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.530632] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53851f76-51fd-4f20-ace3-5219e762dc1f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.573979] env[67361]: INFO networking_nsxv3.common.synchronization [None req-e84fbf37-14c0-4538-95d5-f79567bc6a80 None None] Enqueued Resource ID: c7cbc106-6482-40b4-bc19-1161610f54ef with Priority: HIGHEST for action port [ 602.574544] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cbc106-6482-40b4-bc19-1161610f54ef with Priority: HIGHEST for action port [ 602.574851] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7cbc106-6482-40b4-bc19-1161610f54ef taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.576047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7cbc106-6482-40b4-bc19-1161610f54ef" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.576047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7cbc106-6482-40b4-bc19-1161610f54ef" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.577682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7cbc106-6482-40b4-bc19-1161610f54ef" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.577682] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7cbc106-6482-40b4-bc19-1161610f54ef',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.033634] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.033965] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.034170] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.034548] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.034813] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.034997] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 53851f76-51fd-4f20-ace3-5219e762dc1f not found, creating... [ 603.035399] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.036469] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.036678] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.037057] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.037273] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.037803] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.038047] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.038235] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.038537] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.038741] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.038948] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 53851f76-51fd-4f20-ace3-5219e762dc1f is going to be created. [ 603.066654] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.067010] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.067251] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.067573] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.067800] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.072155] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-53851f76-51fd-4f20-ace3-5219e762dc1f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.079024] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7cbc106-6482-40b4-bc19-1161610f54ef [ 603.079293] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.079489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.079564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.079767] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.079853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.079945] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7cbc106-6482-40b4-bc19-1161610f54ef already deleted. [ 603.080042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7cbc106-6482-40b4-bc19-1161610f54ef" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.218316] env[67361]: INFO networking_nsxv3.common.synchronization [req-2b507247-3ced-44a8-a383-a361fc3d2b75 req-76d9af59-fc43-483a-b232-ee23c9f7f9ed tempest-DeleteServersAdminTestJSON-1944132607 tempest-DeleteServersAdminTestJSON-1944132607-project-member] Enqueued Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_members [ 603.219057] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_members [ 603.221582] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.221726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.221816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.221977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.222161] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.222561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.222561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.224188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.224302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.224389] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.727458] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.727914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.727914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.727914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.729159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.729159] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.729159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.729159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.729159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.729159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.729159] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 377a7306-03cc-4abd-839e-3101d2d30df9 already deleted. [ 603.729159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.841237] env[67361]: INFO networking_nsxv3.common.synchronization [req-aee3660d-1430-4a79-8d59-c1d3fe0a0c4e req-93bc50ed-ae99-4983-8623-86666106b3b4 service nova] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_rules [ 603.841725] env[67361]: INFO networking_nsxv3.common.synchronization [req-aee3660d-1430-4a79-8d59-c1d3fe0a0c4e req-93bc50ed-ae99-4983-8623-86666106b3b4 service nova] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 603.841725] env[67361]: INFO networking_nsxv3.common.synchronization [req-aee3660d-1430-4a79-8d59-c1d3fe0a0c4e req-93bc50ed-ae99-4983-8623-86666106b3b4 service nova] Enqueued Resource ID: 53851f76-51fd-4f20-ace3-5219e762dc1f with Priority: HIGHEST for action port [ 603.842037] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_rules [ 603.842182] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 603.842277] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53851f76-51fd-4f20-ace3-5219e762dc1f with Priority: HIGHEST for action port [ 603.842539] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.842660] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.842724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.842973] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.843337] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.845224] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.845308] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.845382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.845556] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.845710] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.845829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.845871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.846011] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.846099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.846190] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.851105] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-53851f76-51fd-4f20-ace3-5219e762dc1f taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.851174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53851f76-51fd-4f20-ace3-5219e762dc1f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.851208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53851f76-51fd-4f20-ace3-5219e762dc1f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.852321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53851f76-51fd-4f20-ace3-5219e762dc1f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.852577] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53851f76-51fd-4f20-ace3-5219e762dc1f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.239288] env[67361]: INFO networking_nsxv3.common.synchronization [None req-020b70d2-ff93-4961-815c-eaa139839ecd tempest-VolumesAssistedSnapshotsTest-1860563384 tempest-VolumesAssistedSnapshotsTest-1860563384-project-member] Enqueued Resource ID: 1ea729d1-1788-4efa-ae5e-451487b2554b with Priority: HIGHEST for action security_group_rules [ 604.239288] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea729d1-1788-4efa-ae5e-451487b2554b with Priority: HIGHEST for action security_group_rules [ 604.239288] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea729d1-1788-4efa-ae5e-451487b2554b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.239288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.239288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.240060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.240403] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea729d1-1788-4efa-ae5e-451487b2554b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.280186] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.280186] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.280186] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.280186] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.280186] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.280186] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.280880] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.281158] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.281362] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.281659] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.282217] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.282478] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.282718] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.282880] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.283044] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.283181] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.305042] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.305154] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.305405] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.305697] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.306133] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-737f3402-4510-4389-bf15-386553787eed taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.306409] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-737f3402-4510-4389-bf15-386553787eed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.306537] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-737f3402-4510-4389-bf15-386553787eed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.306891] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-737f3402-4510-4389-bf15-386553787eed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.307129] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('737f3402-4510-4389-bf15-386553787eed',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.346352] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.346352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.355307] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.364243] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53851f76-51fd-4f20-ace3-5219e762dc1f with status ACTIVE [ 604.364243] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.364243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.364243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.364243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.364243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.364243] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.364595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.364595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.364595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.364595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.364784] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.364843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.364997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.365069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.365159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.365215] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53851f76-51fd-4f20-ace3-5219e762dc1f is going to be updated. [ 604.387049] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.387232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.387315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.387523] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.387682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.388547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53851f76-51fd-4f20-ace3-5219e762dc1f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.767494] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.767494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.767842] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.767842] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.767842] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.768019] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea729d1-1788-4efa-ae5e-451487b2554b already deleted. [ 604.768092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.810502] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.810730] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.810851] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.811216] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.811381] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.811534] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 737f3402-4510-4389-bf15-386553787eed not found, creating... [ 604.811788] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.811939] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.812063] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.812294] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.812423] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.812691] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.812840] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.812978] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.813173] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.813297] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.813428] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 737f3402-4510-4389-bf15-386553787eed is going to be created. [ 604.833411] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.833685] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.833812] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.834088] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.834314] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.834526] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-737f3402-4510-4389-bf15-386553787eed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.858354] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.032774] env[67361]: INFO networking_nsxv3.common.synchronization [None req-7eca8901-ffb4-4348-9bb4-c03f871bc89e tempest-VolumesAssistedSnapshotsTest-1860563384 tempest-VolumesAssistedSnapshotsTest-1860563384-project-member] Enqueued Resource ID: 1ea729d1-1788-4efa-ae5e-451487b2554b with Priority: HIGHEST for action security_group_rules [ 605.033330] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea729d1-1788-4efa-ae5e-451487b2554b with Priority: HIGHEST for action security_group_rules [ 605.033626] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea729d1-1788-4efa-ae5e-451487b2554b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.033764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.033816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.034428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.034428] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea729d1-1788-4efa-ae5e-451487b2554b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.066376] env[67361]: INFO networking_nsxv3.common.synchronization [None req-510950b5-873c-4bc5-8d57-44396cf63b4c None None] Enqueued Resource ID: 56a6b238-ee96-4433-8cdd-d713c2e6e698 with Priority: HIGHEST for action port [ 605.066376] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a6b238-ee96-4433-8cdd-d713c2e6e698 with Priority: HIGHEST for action port [ 605.066376] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-56a6b238-ee96-4433-8cdd-d713c2e6e698 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.067244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56a6b238-ee96-4433-8cdd-d713c2e6e698" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.067318] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56a6b238-ee96-4433-8cdd-d713c2e6e698" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.067612] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56a6b238-ee96-4433-8cdd-d713c2e6e698" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.067688] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56a6b238-ee96-4433-8cdd-d713c2e6e698',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.361467] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.361635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.361677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.362159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.362159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.362159] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be created. [ 605.393176] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.393322] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.393394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.393606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.393760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.405423] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: UNINITIALIZED for 2s [ 605.557042] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.557118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.557150] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.557365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.557518] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.557550] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea729d1-1788-4efa-ae5e-451487b2554b already deleted. [ 605.557845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.561369] env[67361]: INFO networking_nsxv3.common.synchronization [None req-31f1592e-3ad1-4910-99ad-e0f50a6083d1 None None] Enqueued Resource ID: 9eb18a6b-f865-4075-a16f-fb1aedbbc585 with Priority: HIGHEST for action port [ 605.561591] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb18a6b-f865-4075-a16f-fb1aedbbc585 with Priority: HIGHEST for action port [ 605.562401] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eb18a6b-f865-4075-a16f-fb1aedbbc585 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.562401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eb18a6b-f865-4075-a16f-fb1aedbbc585" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.562401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eb18a6b-f865-4075-a16f-fb1aedbbc585" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.562586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eb18a6b-f865-4075-a16f-fb1aedbbc585" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.562649] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eb18a6b-f865-4075-a16f-fb1aedbbc585',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.572645] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56a6b238-ee96-4433-8cdd-d713c2e6e698 [ 605.572645] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.572645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.572645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.572645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.572645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.572645] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56a6b238-ee96-4433-8cdd-d713c2e6e698 already deleted. [ 605.572645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56a6b238-ee96-4433-8cdd-d713c2e6e698" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.616510] env[67361]: INFO networking_nsxv3.common.synchronization [req-2b507247-3ced-44a8-a383-a361fc3d2b75 req-0ffc8440-0cc7-4cbc-9926-81fc9cd9747e service nova] Enqueued Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_rules [ 605.616616] env[67361]: INFO networking_nsxv3.common.synchronization [req-2b507247-3ced-44a8-a383-a361fc3d2b75 req-0ffc8440-0cc7-4cbc-9926-81fc9cd9747e service nova] Enqueued Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_members [ 605.616741] env[67361]: INFO networking_nsxv3.common.synchronization [req-2b507247-3ced-44a8-a383-a361fc3d2b75 req-0ffc8440-0cc7-4cbc-9926-81fc9cd9747e service nova] Enqueued Resource ID: 737f3402-4510-4389-bf15-386553787eed with Priority: HIGHEST for action port [ 605.617020] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_rules [ 605.617163] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_members [ 605.617259] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 737f3402-4510-4389-bf15-386553787eed with Priority: HIGHEST for action port [ 605.617782] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.617914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.618031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.618481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.618622] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.620357] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.620357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.620357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.620570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.620758] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.620905] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.621015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.621208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.621352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.621481] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.622240] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-737f3402-4510-4389-bf15-386553787eed taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.623647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-737f3402-4510-4389-bf15-386553787eed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.623647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-737f3402-4510-4389-bf15-386553787eed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.623647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-737f3402-4510-4389-bf15-386553787eed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.623647] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('737f3402-4510-4389-bf15-386553787eed',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.065364] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9eb18a6b-f865-4075-a16f-fb1aedbbc585 [ 606.065785] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.065785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.065916] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.066058] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.066158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.066252] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9eb18a6b-f865-4075-a16f-fb1aedbbc585 already deleted. [ 606.066329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eb18a6b-f865-4075-a16f-fb1aedbbc585" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.121492] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.121627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.129548] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 737f3402-4510-4389-bf15-386553787eed with status ACTIVE [ 606.129548] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.129548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.129548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.129548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.129548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.129548] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.129548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.129548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.129548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.129548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.130164] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.130639] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.130743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.130933] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.134082] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.134082] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 737f3402-4510-4389-bf15-386553787eed is going to be updated. [ 606.134082] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.158499] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.158499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.158499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.158499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.158499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.158499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-737f3402-4510-4389-bf15-386553787eed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.468886] env[67361]: INFO networking_nsxv3.common.synchronization [req-e925f291-221f-43ed-b39b-475ab3e89d21 req-d99a59e6-6593-4634-a72d-ffac0d9d9d87 tempest-TenantUsagesTestJSON-1668750959 tempest-TenantUsagesTestJSON-1668750959-project-member] Enqueued Resource ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 with Priority: HIGHEST for action security_group_members [ 606.468886] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 with Priority: HIGHEST for action security_group_members [ 606.469347] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-52bae7d9-0298-4522-98bc-bf3a1fa72d41 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.470458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.470458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.470458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.470458] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.470697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.470729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.471193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.471337] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.471454] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52bae7d9-0298-4522-98bc-bf3a1fa72d41',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.636362] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.753171] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.753426] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.753529] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.753841] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.754099] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.754250] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.754361] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.754565] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.754701] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.754894] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.755732] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.755732] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.755732] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.755732] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.755732] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.755732] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.774110] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.774276] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.774406] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.774613] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.775195] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-8d5df7ff-44d0-41a9-bf43-b25438de3aed taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.775386] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-8d5df7ff-44d0-41a9-bf43-b25438de3aed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.775504] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-8d5df7ff-44d0-41a9-bf43-b25438de3aed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.775835] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-8d5df7ff-44d0-41a9-bf43-b25438de3aed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.775965] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d5df7ff-44d0-41a9-bf43-b25438de3aed',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.973781] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.974115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.974893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.974893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.974893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.974893] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.975125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.976018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.976018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.976018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.976018] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 already deleted. [ 606.976823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.140115] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.140446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.140446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.140884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.140884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.140969] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 377a7306-03cc-4abd-839e-3101d2d30df9 is going to be created. [ 607.166493] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.168776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.168776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.168776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.168776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.182626] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 377a7306-03cc-4abd-839e-3101d2d30df9 in Status: UNINITIALIZED for 2s [ 607.280699] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.280974] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.281798] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.281798] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.281798] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.281798] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 8d5df7ff-44d0-41a9-bf43-b25438de3aed not found, creating... [ 607.282060] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.282060] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.282154] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.282345] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.282473] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.282747] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.283570] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.283570] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.283570] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.283570] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.283570] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 8d5df7ff-44d0-41a9-bf43-b25438de3aed is going to be created. [ 607.307619] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.307812] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.307981] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.309991] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.309991] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.309991] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-8d5df7ff-44d0-41a9-bf43-b25438de3aed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.418905] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 607.419184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.419365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.419596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.420283] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.420283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.420283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.420283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.420283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.420283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.420589] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.923784] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.923960] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.924047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.924283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.924453] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.924576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.924640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.924804] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.924892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.924982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.925155] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.925248] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.925309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.925464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.925635] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.925732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.925848] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.925946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.926037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.926122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.926210] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.030578] env[67361]: INFO networking_nsxv3.common.synchronization [req-e925f291-221f-43ed-b39b-475ab3e89d21 req-4c4f5418-8217-4201-8415-e72974ed5e9f service nova] Enqueued Resource ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 with Priority: HIGHEST for action security_group_rules [ 608.030752] env[67361]: INFO networking_nsxv3.common.synchronization [req-e925f291-221f-43ed-b39b-475ab3e89d21 req-4c4f5418-8217-4201-8415-e72974ed5e9f service nova] Enqueued Resource ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 with Priority: HIGHEST for action security_group_members [ 608.030886] env[67361]: INFO networking_nsxv3.common.synchronization [req-e925f291-221f-43ed-b39b-475ab3e89d21 req-4c4f5418-8217-4201-8415-e72974ed5e9f service nova] Enqueued Resource ID: 8d5df7ff-44d0-41a9-bf43-b25438de3aed with Priority: HIGHEST for action port [ 608.031419] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 with Priority: HIGHEST for action security_group_rules [ 608.032043] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 with Priority: HIGHEST for action security_group_members [ 608.032043] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5df7ff-44d0-41a9-bf43-b25438de3aed with Priority: HIGHEST for action port [ 608.032043] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52bae7d9-0298-4522-98bc-bf3a1fa72d41 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.032043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.032384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.032723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.032723] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52bae7d9-0298-4522-98bc-bf3a1fa72d41',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.035751] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-52bae7d9-0298-4522-98bc-bf3a1fa72d41 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.035914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.035959] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.036146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.036854] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.036854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.036854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.036854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.036854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.036854] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52bae7d9-0298-4522-98bc-bf3a1fa72d41',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.037499] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d5df7ff-44d0-41a9-bf43-b25438de3aed taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.038692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d5df7ff-44d0-41a9-bf43-b25438de3aed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.038750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d5df7ff-44d0-41a9-bf43-b25438de3aed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.038909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d5df7ff-44d0-41a9-bf43-b25438de3aed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.038984] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d5df7ff-44d0-41a9-bf43-b25438de3aed',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.255531] env[67361]: INFO networking_nsxv3.common.synchronization [None req-4e5eeeef-a6d4-4a87-b7cb-f59ac8e1482d None None] Enqueued Resource ID: 5ce98e16-0bdf-482f-8dd2-65e9035af9f1 with Priority: HIGHEST for action port [ 608.255531] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce98e16-0bdf-482f-8dd2-65e9035af9f1 with Priority: HIGHEST for action port [ 608.255531] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ce98e16-0bdf-482f-8dd2-65e9035af9f1 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.255922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ce98e16-0bdf-482f-8dd2-65e9035af9f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.255922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ce98e16-0bdf-482f-8dd2-65e9035af9f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.255922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ce98e16-0bdf-482f-8dd2-65e9035af9f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.256032] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ce98e16-0bdf-482f-8dd2-65e9035af9f1',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.431401] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d35adc82-a1ec-4f65-b7b7-11c04179607e: rpc.has_security_group_logging(os_id): False [ 608.450638] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.450638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.450638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.450638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.450890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.450890] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.451033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.451082] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.451206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.451275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.451460] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.451547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.451618] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.451744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.451819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.452080] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.452197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.452237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.453239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.453239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.453239] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be created. [ 608.514683] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.515029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.515029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.515389] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.515453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.531123] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 608.543160] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-52bae7d9-0298-4522-98bc-bf3a1fa72d41 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.543160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.543160] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52bae7d9-0298-4522-98bc-bf3a1fa72d41',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.548763] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d5df7ff-44d0-41a9-bf43-b25438de3aed with status ACTIVE [ 608.548763] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.548763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.548763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.548994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.549037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.549241] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.549373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.549436] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.550416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.551230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.551230] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.551230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.551230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.552423] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.552562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.552677] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d5df7ff-44d0-41a9-bf43-b25438de3aed is going to be updated. [ 608.603243] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.604765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.604765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.604765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.604765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.604980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d5df7ff-44d0-41a9-bf43-b25438de3aed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.758967] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ce98e16-0bdf-482f-8dd2-65e9035af9f1 [ 608.759229] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.759370] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.759437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.759652] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.759740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.759836] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ce98e16-0bdf-482f-8dd2-65e9035af9f1 already deleted. [ 608.759918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ce98e16-0bdf-482f-8dd2-65e9035af9f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.048459] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52bae7d9-0298-4522-98bc-bf3a1fa72d41',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.193133] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 377a7306-03cc-4abd-839e-3101d2d30df9 in Status: SUCCESS [ 609.193394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.193596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.193784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.194024] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.194270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.194270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.194410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.194458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.194550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.194653] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.360796] env[67361]: INFO networking_nsxv3.common.synchronization [req-978c1d4f-120e-4408-94d2-89ddfbedcde9 req-acfb1b80-ddbe-44ea-8feb-e969daf497d5 tempest-ImagesOneServerTestJSON-1958852189 tempest-ImagesOneServerTestJSON-1958852189-project-member] Enqueued Resource ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 with Priority: HIGHEST for action security_group_members [ 609.361346] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 with Priority: HIGHEST for action security_group_members [ 609.361649] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d647b9-2f5b-4193-9337-65712b35dfa8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.361781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.361850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.362128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.362292] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.362382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.362445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.362593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.362673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.362763] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d647b9-2f5b-4193-9337-65712b35dfa8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.552064] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.552254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.552319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.552624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.552624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.552792] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 is going to be created. [ 609.579960] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.580140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.580215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.580429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.580605] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.625210] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 in Status: UNINITIALIZED for 2s [ 609.696743] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.696921] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.697091] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.697496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.697496] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.697496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.697770] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.697770] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.698912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.698912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.698912] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.699127] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.699365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.699573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.699856] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.699993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.700089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.700233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.700319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.700419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.700510] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.865744] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.865904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.865975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.866262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.866358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.866588] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.866661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.866695] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.866837] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.866926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.867073] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 already deleted. [ 609.867184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.882331] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.882540] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-877" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.882658] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-877" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.882991] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-877" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.883295] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.883461] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.883573] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.883779] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.883917] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.884301] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.884456] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.884574] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.884678] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.884782] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.884895] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.885032] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.905761] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.905936] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.906081] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.906258] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-877" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.906567] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-38d21b38-d30d-4e66-914f-40ad223e7a3e taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.906735] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-38d21b38-d30d-4e66-914f-40ad223e7a3e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.906846] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-38d21b38-d30d-4e66-914f-40ad223e7a3e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.907566] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-38d21b38-d30d-4e66-914f-40ad223e7a3e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.907566] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d21b38-d30d-4e66-914f-40ad223e7a3e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.204246] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 377a7306-03cc-4abd-839e-3101d2d30df9: rpc.has_security_group_logging(os_id): False [ 610.227699] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.227860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.227962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.228278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.228386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.228601] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.228736] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.228824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.229014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.229104] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.229350] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.229462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.229578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.229743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.229839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.230128] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.230254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.230327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.230511] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.230608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.230711] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 377a7306-03cc-4abd-839e-3101d2d30df9 is going to be created. [ 610.319185] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.319688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.319851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.320521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.320521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.348833] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 377a7306-03cc-4abd-839e-3101d2d30df9 in Status: IN_PROGRESS for 2s [ 610.409847] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.410264] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.410304] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.410585] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.410730] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.410894] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 38d21b38-d30d-4e66-914f-40ad223e7a3e not found, creating... [ 610.411220] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.411436] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.411553] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.411941] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.411941] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.412241] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.412391] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.412503] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.412716] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.412868] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.413045] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 38d21b38-d30d-4e66-914f-40ad223e7a3e is going to be created. [ 610.435512] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.435717] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.435855] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.436149] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.436376] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.436608] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-38d21b38-d30d-4e66-914f-40ad223e7a3e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.550864] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 610.550864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.148211] env[67361]: INFO networking_nsxv3.common.synchronization [req-978c1d4f-120e-4408-94d2-89ddfbedcde9 req-cc7790f6-d546-46ec-ba69-af7893dd5561 service nova] Enqueued Resource ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 with Priority: HIGHEST for action security_group_rules [ 611.148211] env[67361]: INFO networking_nsxv3.common.synchronization [req-978c1d4f-120e-4408-94d2-89ddfbedcde9 req-cc7790f6-d546-46ec-ba69-af7893dd5561 service nova] Enqueued Resource ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 with Priority: HIGHEST for action security_group_members [ 611.148626] env[67361]: INFO networking_nsxv3.common.synchronization [req-978c1d4f-120e-4408-94d2-89ddfbedcde9 req-cc7790f6-d546-46ec-ba69-af7893dd5561 service nova] Enqueued Resource ID: 38d21b38-d30d-4e66-914f-40ad223e7a3e with Priority: HIGHEST for action port [ 611.149993] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 with Priority: HIGHEST for action security_group_rules [ 611.150355] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 with Priority: HIGHEST for action security_group_members [ 611.151446] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d21b38-d30d-4e66-914f-40ad223e7a3e with Priority: HIGHEST for action port [ 611.153810] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d647b9-2f5b-4193-9337-65712b35dfa8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.153810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.153810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.153810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.153810] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d647b9-2f5b-4193-9337-65712b35dfa8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.153810] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d647b9-2f5b-4193-9337-65712b35dfa8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.153810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.153810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.154733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.154981] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.155193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.155331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.155702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.155852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.156083] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d647b9-2f5b-4193-9337-65712b35dfa8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.157722] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d21b38-d30d-4e66-914f-40ad223e7a3e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.157722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d21b38-d30d-4e66-914f-40ad223e7a3e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.157722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d21b38-d30d-4e66-914f-40ad223e7a3e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.157722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d21b38-d30d-4e66-914f-40ad223e7a3e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.157722] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d21b38-d30d-4e66-914f-40ad223e7a3e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.639255] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 in Status: SUCCESS [ 611.639601] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.639601] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.639694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.639861] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.639974] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.640055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.640202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.640275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.640353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.640440] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52bae7d9-0298-4522-98bc-bf3a1fa72d41',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.659507] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38d21b38-d30d-4e66-914f-40ad223e7a3e with status ACTIVE [ 611.659717] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.660661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.660661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.660661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.660797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.660940] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.661078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.661125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.661242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.661308] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.661480] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.661828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.661884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.662044] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.662120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.662205] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38d21b38-d30d-4e66-914f-40ad223e7a3e is going to be updated. [ 611.664411] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72d647b9-2f5b-4193-9337-65712b35dfa8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.664600] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d647b9-2f5b-4193-9337-65712b35dfa8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.664687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.687186] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.687413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.687413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.687623] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.687752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.687900] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d21b38-d30d-4e66-914f-40ad223e7a3e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.722835] env[67361]: INFO networking_nsxv3.common.synchronization [req-140f9bb3-7014-499e-9946-1718303a5fa3 req-46218cdc-650c-441d-b5ed-35fdfdfc9259 tempest-ImagesTestJSON-158730557 tempest-ImagesTestJSON-158730557-project-member] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 611.726047] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 611.726047] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.726047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.726047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.726047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.726047] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.726047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.726047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.726047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.726047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.726047] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.089258] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.089867] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.089867] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.096659] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.096659] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.096659] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.096659] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.096659] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.096659] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.096659] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.096659] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.096659] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.096659] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.096659] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.096659] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.096659] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.118779] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.118779] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.118779] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.119357] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.120357] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-23a3a862-8847-42a0-af54-7e84f8926049 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.121960] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-23a3a862-8847-42a0-af54-7e84f8926049" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.121960] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-23a3a862-8847-42a0-af54-7e84f8926049" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.121960] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-23a3a862-8847-42a0-af54-7e84f8926049" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.121960] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a3a862-8847-42a0-af54-7e84f8926049',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.144476] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-52bae7d9-0298-4522-98bc-bf3a1fa72d41 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.144476] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.144631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.144746] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.144912] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.145055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.145117] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.145274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.145359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.145443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.145586] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-52bae7d9-0298-4522-98bc-bf3a1fa72d41 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.145677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.145737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.145873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.146026] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.146113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.146172] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.146308] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.146381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.146456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.146539] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52bae7d9-0298-4522-98bc-bf3a1fa72d41',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.168351] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72d647b9-2f5b-4193-9337-65712b35dfa8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.228088] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.228252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.228316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.229650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.229650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.229650] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.229650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.229650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.229650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.229650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.230659] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca already deleted. [ 612.230659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.361113] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 377a7306-03cc-4abd-839e-3101d2d30df9 in Status: SUCCESS [ 612.361321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.625889] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.626119] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.626240] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.626521] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.626688] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.626892] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 23a3a862-8847-42a0-af54-7e84f8926049 not found, creating... [ 612.627082] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.627226] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.627343] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.627555] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.627676] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.627942] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.628100] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.628209] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.628408] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.628529] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.628658] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 23a3a862-8847-42a0-af54-7e84f8926049 is going to be created. [ 612.648657] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52bae7d9-0298-4522-98bc-bf3a1fa72d41: rpc.has_security_group_logging(os_id): False [ 612.652423] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.652423] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.652641] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.652790] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.653030] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.653270] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-23a3a862-8847-42a0-af54-7e84f8926049" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.670599] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.670763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.670829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.671358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.671358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.671358] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 is going to be created. [ 612.686176] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.686176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.686176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.686176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.686176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.686176] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.686176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.686176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.686176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.686176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.686176] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.686176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.686176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.686176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.686176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.687232] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.687232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.687232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.687232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.687232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.687232] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 is going to be created. [ 612.721414] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.721677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.721677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.721840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.721977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.738269] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 in Status: UNINITIALIZED for 2s [ 612.766596] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.766730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.766802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.767182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.767389] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.783917] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 in Status: IN_PROGRESS for 2s [ 613.492042] env[67361]: INFO networking_nsxv3.common.synchronization [req-140f9bb3-7014-499e-9946-1718303a5fa3 req-2550341f-e528-45f9-b540-de1eb31dbb1e service nova] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_rules [ 613.492265] env[67361]: INFO networking_nsxv3.common.synchronization [req-140f9bb3-7014-499e-9946-1718303a5fa3 req-2550341f-e528-45f9-b540-de1eb31dbb1e service nova] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 613.492423] env[67361]: INFO networking_nsxv3.common.synchronization [req-140f9bb3-7014-499e-9946-1718303a5fa3 req-2550341f-e528-45f9-b540-de1eb31dbb1e service nova] Enqueued Resource ID: 23a3a862-8847-42a0-af54-7e84f8926049 with Priority: HIGHEST for action port [ 613.492977] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_rules [ 613.493197] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 613.493320] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a3a862-8847-42a0-af54-7e84f8926049 with Priority: HIGHEST for action port [ 613.493611] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.493737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.493835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.494596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.494728] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.495750] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.495889] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.495937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.496185] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.496389] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.496510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.496576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.496743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.496843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.496930] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.500680] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a3a862-8847-42a0-af54-7e84f8926049 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.500680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a3a862-8847-42a0-af54-7e84f8926049" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.500680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a3a862-8847-42a0-af54-7e84f8926049" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.500680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a3a862-8847-42a0-af54-7e84f8926049" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.500680] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a3a862-8847-42a0-af54-7e84f8926049',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.000969] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.001645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.002961] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.003904] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23a3a862-8847-42a0-af54-7e84f8926049 with status ACTIVE [ 614.003904] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.004054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.004054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.004255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.004347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.004847] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.004847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.004847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.004847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.004847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.005154] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.005154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.005232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.005784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.005784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.005784] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23a3a862-8847-42a0-af54-7e84f8926049 is going to be updated. [ 614.028904] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.028904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.028904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.028904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.029101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.029131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a3a862-8847-42a0-af54-7e84f8926049" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.305051] env[67361]: INFO networking_nsxv3.common.synchronization [req-078c1d9b-e800-490a-a435-df6e4f67fb41 req-5fe85f53-dfa7-458a-82e7-2b9f39f6fb9b tempest-ServersAdminTestJSON-431986726 tempest-ServersAdminTestJSON-431986726-project-member] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 614.305913] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 614.306390] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.306575] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.306647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.306994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.308176] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.308176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.308176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.308925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.309039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.309152] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.508066] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.752233] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 in Status: SUCCESS [ 614.752530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.752708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.752920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.753121] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.753340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.753403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.753579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.753658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.753741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.753824] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72d647b9-2f5b-4193-9337-65712b35dfa8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.802155] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 in Status: SUCCESS [ 614.802567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.812938] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.813127] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.813271] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.814122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.814122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.815472] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.815472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.815472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.815472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.815472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.815472] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 already deleted. [ 614.815472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.983143] env[67361]: INFO networking_nsxv3.common.synchronization [None req-1412af30-c8d5-4b95-a623-3203f9fc4a08 tempest-ServersWithSpecificFlavorTestJSON-1443348591 tempest-ServersWithSpecificFlavorTestJSON-1443348591-project-member] Enqueued Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_rules [ 614.984056] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_rules [ 614.984487] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.984654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.984731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.985040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.985158] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.016407] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.016751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.016751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.017020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.017183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.017387] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be created. [ 615.053949] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.053949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.053949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.053949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.053949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.066301] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: UNINITIALIZED for 2s [ 615.090112] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.090336] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.090453] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.090785] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.091064] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.091238] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.091356] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.091545] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.091684] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.091889] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.091998] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.092111] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.092212] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.092313] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.092410] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.092537] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.115557] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.115676] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.115882] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.116134] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.116534] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-7a175ce6-e836-4f6b-8e0d-773911e6042f taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.116768] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-7a175ce6-e836-4f6b-8e0d-773911e6042f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.116928] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-7a175ce6-e836-4f6b-8e0d-773911e6042f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.117377] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-7a175ce6-e836-4f6b-8e0d-773911e6042f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.117720] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a175ce6-e836-4f6b-8e0d-773911e6042f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.258282] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d647b9-2f5b-4193-9337-65712b35dfa8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.258451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.258592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.258808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.259027] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.259222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.259371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.259558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.259645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.259738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.259906] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d647b9-2f5b-4193-9337-65712b35dfa8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.260019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.260076] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.260220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.260364] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.260447] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.260507] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.260640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.260760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.260869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.260959] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72d647b9-2f5b-4193-9337-65712b35dfa8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.517177] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.517177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.517177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.517177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.517177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.517177] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 already deleted. [ 615.517177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.620475] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.620911] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.620911] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.621259] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.621428] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.621578] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 7a175ce6-e836-4f6b-8e0d-773911e6042f not found, creating... [ 615.621925] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.622213] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.622213] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.622459] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.622924] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.622924] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.623136] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.623183] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.623663] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.623663] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.623810] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 7a175ce6-e836-4f6b-8e0d-773911e6042f is going to be created. [ 615.646622] env[67361]: INFO networking_nsxv3.common.synchronization [None req-4f77c20e-16f1-4732-9c8c-9f8349aec3c0 tempest-ServersWithSpecificFlavorTestJSON-1443348591 tempest-ServersWithSpecificFlavorTestJSON-1443348591-project-member] Enqueued Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_rules [ 615.648460] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_rules [ 615.649897] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.649897] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.649897] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.649897] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.649897] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.653625] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.653856] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.653980] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.654578] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.654578] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.654746] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-7a175ce6-e836-4f6b-8e0d-773911e6042f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.763712] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72d647b9-2f5b-4193-9337-65712b35dfa8: rpc.has_security_group_logging(os_id): False [ 615.861780] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.861976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.862030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.862275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.862384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.862622] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.862622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.862714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.862913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.862913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.863171] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.863325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.863325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.863424] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.863457] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.863622] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.863756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.863857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.864065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.864147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.864235] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 is going to be created. [ 615.925777] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.926011] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.926011] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.926186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.926357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.938974] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 in Status: IN_PROGRESS for 2s [ 616.169960] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.174284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.174412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.174672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.174774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.174814] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 already deleted. [ 616.174921] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.390500] env[67361]: INFO networking_nsxv3.common.synchronization [req-078c1d9b-e800-490a-a435-df6e4f67fb41 req-9fb259eb-9d23-423a-921a-41f4c0ccbbb8 service nova] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_rules [ 616.390500] env[67361]: INFO networking_nsxv3.common.synchronization [req-078c1d9b-e800-490a-a435-df6e4f67fb41 req-9fb259eb-9d23-423a-921a-41f4c0ccbbb8 service nova] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 616.390500] env[67361]: INFO networking_nsxv3.common.synchronization [req-078c1d9b-e800-490a-a435-df6e4f67fb41 req-9fb259eb-9d23-423a-921a-41f4c0ccbbb8 service nova] Enqueued Resource ID: 7a175ce6-e836-4f6b-8e0d-773911e6042f with Priority: HIGHEST for action port [ 616.391334] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_rules [ 616.391334] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 616.391334] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a175ce6-e836-4f6b-8e0d-773911e6042f with Priority: HIGHEST for action port [ 616.391578] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.391672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.391740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.391998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.392100] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.392972] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.393178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.393178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.393335] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.393479] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.393574] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.393635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.393773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.393855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.393940] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.394726] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a175ce6-e836-4f6b-8e0d-773911e6042f taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.394813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a175ce6-e836-4f6b-8e0d-773911e6042f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.394879] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a175ce6-e836-4f6b-8e0d-773911e6042f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.395065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a175ce6-e836-4f6b-8e0d-773911e6042f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.395142] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a175ce6-e836-4f6b-8e0d-773911e6042f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.897615] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.897615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.899397] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a175ce6-e836-4f6b-8e0d-773911e6042f with status ACTIVE [ 616.899397] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.899397] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.899397] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.900647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.900800] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.901022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.901132] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.901223] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.901360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.901437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.901639] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.903210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.903210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.903210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.903210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.903210] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a175ce6-e836-4f6b-8e0d-773911e6042f is going to be updated. [ 616.903210] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.926969] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.927335] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.927335] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.927591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.927743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.928019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a175ce6-e836-4f6b-8e0d-773911e6042f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.083874] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 617.083874] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.083874] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.084132] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.084698] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.084698] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.084698] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.085049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.085869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.085869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.085869] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.406928] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.594565] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.594565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.594565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.594565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.594565] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.594565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.594565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.594565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.594565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.594565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.594899] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.594899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.594899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.594899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.595026] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.595123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.595177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.595303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.595371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.596075] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.596075] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.609971] env[67361]: INFO networking_nsxv3.common.synchronization [req-5d7413ea-493d-4e47-8f87-26b44b5710df req-55761f1a-7573-4af4-9137-c9979a369054 tempest-MigrationsAdminTest-593048835 tempest-MigrationsAdminTest-593048835-project-member] Enqueued Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_members [ 617.610766] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_members [ 617.610942] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.611084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.611155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.611399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.611551] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.611686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.611829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.612043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.612147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.612282] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.909191] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.909519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.909519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.909758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.909880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.910021] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be created. [ 617.936628] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.936965] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.936965] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.937262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.937342] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.948369] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: UNINITIALIZED for 2s [ 617.949050] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 in Status: SUCCESS [ 617.949251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.084494] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.085263] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.085263] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.085263] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.085448] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.085621] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.085726] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.085964] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.086116] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.086312] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.086418] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.086520] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.086621] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.086723] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.086846] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.086984] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.097474] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ebb203a-be70-4814-898f-218d9b9f6fca: rpc.has_security_group_logging(os_id): False [ 618.109246] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.109451] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.109628] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.109743] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.110130] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-4b4f49c3-cb5e-4855-a394-0b06f3d82659 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.110284] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-4b4f49c3-cb5e-4855-a394-0b06f3d82659" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.110336] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-4b4f49c3-cb5e-4855-a394-0b06f3d82659" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.110643] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-4b4f49c3-cb5e-4855-a394-0b06f3d82659" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.110773] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b4f49c3-cb5e-4855-a394-0b06f3d82659',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.113883] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.114081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.114156] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.114304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.114403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.114655] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.114798] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.114846] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.115222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.115291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.115375] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b already deleted. [ 618.115463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.116536] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.116536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.116659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.116756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.116829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.117034] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.117178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.117241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.117414] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.117487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.117659] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.117752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.117813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.117949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.118031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.118290] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.118380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.118440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.118577] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.118646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.118728] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be created. [ 618.180103] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.180261] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.180980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.180980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.180980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.193493] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 618.593330] env[67361]: INFO networking_nsxv3.common.synchronization [None req-cf4c7619-a3a8-476a-bea0-72ed3ae6fe4c None None] Enqueued Resource ID: 5acf4096-98df-47df-93ba-889598cc396f with Priority: HIGHEST for action port [ 618.593812] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acf4096-98df-47df-93ba-889598cc396f with Priority: HIGHEST for action port [ 618.594152] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-5acf4096-98df-47df-93ba-889598cc396f taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.594242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5acf4096-98df-47df-93ba-889598cc396f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.594310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5acf4096-98df-47df-93ba-889598cc396f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.594557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5acf4096-98df-47df-93ba-889598cc396f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.594631] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5acf4096-98df-47df-93ba-889598cc396f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.613515] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.613743] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.613896] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.614224] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.614421] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.614539] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 4b4f49c3-cb5e-4855-a394-0b06f3d82659 not found, creating... [ 618.614793] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.614941] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.615183] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.615442] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.615655] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.615850] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.615997] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.616120] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.616323] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.616473] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.616618] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 4b4f49c3-cb5e-4855-a394-0b06f3d82659 is going to be created. [ 618.640390] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.640390] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.640390] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.640390] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.640390] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.640390] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-4b4f49c3-cb5e-4855-a394-0b06f3d82659" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.097132] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5acf4096-98df-47df-93ba-889598cc396f [ 619.097132] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.097724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.097724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.098173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.098173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.098173] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5acf4096-98df-47df-93ba-889598cc396f already deleted. [ 619.098173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5acf4096-98df-47df-93ba-889598cc396f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.398900] env[67361]: INFO networking_nsxv3.common.synchronization [req-5d7413ea-493d-4e47-8f87-26b44b5710df req-2d490428-4c72-4c90-a3ea-1f205b49ab7f service nova] Enqueued Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_rules [ 619.399447] env[67361]: INFO networking_nsxv3.common.synchronization [req-5d7413ea-493d-4e47-8f87-26b44b5710df req-2d490428-4c72-4c90-a3ea-1f205b49ab7f service nova] Enqueued Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_members [ 619.399447] env[67361]: INFO networking_nsxv3.common.synchronization [req-5d7413ea-493d-4e47-8f87-26b44b5710df req-2d490428-4c72-4c90-a3ea-1f205b49ab7f service nova] Enqueued Resource ID: 4b4f49c3-cb5e-4855-a394-0b06f3d82659 with Priority: HIGHEST for action port [ 619.400269] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_rules [ 619.400269] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_members [ 619.400269] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b4f49c3-cb5e-4855-a394-0b06f3d82659 with Priority: HIGHEST for action port [ 619.400570] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e799d63-1ac7-4dad-b82e-f9843d6aef2b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.400774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.400840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.401197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.401197] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.402025] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.403669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.403669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.403669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.403669] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.403669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.403669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.403669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.403669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.403669] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.403669] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b4f49c3-cb5e-4855-a394-0b06f3d82659 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.403669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b4f49c3-cb5e-4855-a394-0b06f3d82659" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.403669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b4f49c3-cb5e-4855-a394-0b06f3d82659" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.403669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b4f49c3-cb5e-4855-a394-0b06f3d82659" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.403669] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b4f49c3-cb5e-4855-a394-0b06f3d82659',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.911244] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.911244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.911244] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.911244] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b4f49c3-cb5e-4855-a394-0b06f3d82659 with status ACTIVE [ 619.911244] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.911244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.911244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.914336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.914336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.914336] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.914336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.914336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.920542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.920542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.920542] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.920542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.920542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.920542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.920542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.920542] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b4f49c3-cb5e-4855-a394-0b06f3d82659 is going to be updated. [ 619.947791] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.947791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.947791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.947791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.947791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.947791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b4f49c3-cb5e-4855-a394-0b06f3d82659" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.961135] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 619.961350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.961535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.961730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.962041] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.963020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.963020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.963020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.963020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.963020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.963020] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.214743] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 620.214909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.422417] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.468134] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.470910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.470910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.470910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.470910] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.470910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.470910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.470910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.470910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.470910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.470910] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.470910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.470910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.470910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.470910] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.470910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.470910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.471967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.472237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.472458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.472661] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.864092] env[67361]: INFO networking_nsxv3.common.synchronization [None req-634b4fe8-956e-4078-b4c1-a9243068ff86 None None] Enqueued Resource ID: ed5448ec-9c75-4e4b-83df-beb1dc492bee with Priority: HIGHEST for action port [ 620.865457] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5448ec-9c75-4e4b-83df-beb1dc492bee with Priority: HIGHEST for action port [ 620.867789] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed5448ec-9c75-4e4b-83df-beb1dc492bee taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.867789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed5448ec-9c75-4e4b-83df-beb1dc492bee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.867789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed5448ec-9c75-4e4b-83df-beb1dc492bee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.867789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed5448ec-9c75-4e4b-83df-beb1dc492bee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.867789] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed5448ec-9c75-4e4b-83df-beb1dc492bee',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.924981] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.925339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.925339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.925825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.925825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.926026] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b is going to be created. [ 620.961348] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.961348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.961348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.961577] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.962081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.976988] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b in Status: UNINITIALIZED for 2s [ 620.977376] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5: rpc.has_security_group_logging(os_id): False [ 620.999453] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.999453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.999453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.999681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.000938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.000938] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.000938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.000938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.000938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.000938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.000938] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.002051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.002051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.002051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.002051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.002608] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.002767] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.002834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.003037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.003421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.003421] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be created. [ 621.071666] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.072872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.072872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.072872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.072872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.084315] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 2s [ 621.371230] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed5448ec-9c75-4e4b-83df-beb1dc492bee [ 621.371692] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.371692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.371866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.372055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.372146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.372274] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed5448ec-9c75-4e4b-83df-beb1dc492bee already deleted. [ 621.373033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed5448ec-9c75-4e4b-83df-beb1dc492bee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.459315] env[67361]: INFO networking_nsxv3.common.synchronization [None req-f96a8c2d-9a76-4f2e-adb3-330ee6684a71 None None] Enqueued Resource ID: 84d8a078-ff15-471f-806d-d43cfb4edc57 with Priority: HIGHEST for action port [ 621.459953] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d8a078-ff15-471f-806d-d43cfb4edc57 with Priority: HIGHEST for action port [ 621.460323] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-84d8a078-ff15-471f-806d-d43cfb4edc57 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.460804] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84d8a078-ff15-471f-806d-d43cfb4edc57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.460887] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84d8a078-ff15-471f-806d-d43cfb4edc57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.461164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84d8a078-ff15-471f-806d-d43cfb4edc57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.461262] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d8a078-ff15-471f-806d-d43cfb4edc57',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.964490] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84d8a078-ff15-471f-806d-d43cfb4edc57 [ 621.966702] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.966702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.966702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.966702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.966702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.966702] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84d8a078-ff15-471f-806d-d43cfb4edc57 already deleted. [ 621.966702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84d8a078-ff15-471f-806d-d43cfb4edc57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.992077] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b in Status: SUCCESS [ 622.992358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.992498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.992739] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.992930] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.993112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.993179] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.993341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.993457] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.993496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.993603] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.098968] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 623.098968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.497063] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.498557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.498557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.498557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.498557] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.498557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.498557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.498557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.498557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.498557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.498557] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.498557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.498557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.498557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.499011] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.499011] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.499011] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.499011] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.499152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.499184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.499245] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.537220] env[67361]: INFO networking_nsxv3.common.synchronization [req-2823aa1b-fe35-42ab-9b29-10e0e4a14e1f req-dde08aa7-f8f5-4926-8047-461fb0c06800 tempest-ServersAdminTestJSON-431986726 tempest-ServersAdminTestJSON-431986726-project-member] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 623.538661] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 623.538661] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.538661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.538661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.538661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.538661] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.538873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.538873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.538931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.539166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.539166] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.900641] env[67361]: INFO networking_nsxv3.common.synchronization [None req-0c27f8c6-6a78-44fb-80c7-c93b9f1495de None None] Enqueued Resource ID: 99aa7ed0-d5a5-44ce-a7db-86388a88d992 with Priority: HIGHEST for action port [ 623.901211] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99aa7ed0-d5a5-44ce-a7db-86388a88d992 with Priority: HIGHEST for action port [ 623.901508] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-99aa7ed0-d5a5-44ce-a7db-86388a88d992 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.901627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99aa7ed0-d5a5-44ce-a7db-86388a88d992" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.901690] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99aa7ed0-d5a5-44ce-a7db-86388a88d992" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.901945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99aa7ed0-d5a5-44ce-a7db-86388a88d992" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.902747] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99aa7ed0-d5a5-44ce-a7db-86388a88d992',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.004312] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e799d63-1ac7-4dad-b82e-f9843d6aef2b: rpc.has_security_group_logging(os_id): False [ 624.022695] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.022848] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.022920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.023170] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.023264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.023456] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.023554] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.023619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.023780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.023859] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.024073] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.024169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.024232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.024375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.024445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.024616] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.024722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.024765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.024900] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.024972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.026052] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b is going to be created. [ 624.041412] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.082441] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.082441] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.082441] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.082441] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.082441] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.082441] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.082441] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.084420] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.084597] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.084833] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.084920] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.085094] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.085154] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.085292] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.087027] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.087121] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.091255] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.091421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.091539] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.092340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.092340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.106138] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b in Status: IN_PROGRESS for 2s [ 624.110593] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.110792] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.110937] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.111137] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.111451] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-3e6a76bd-184a-468d-ab10-600a08c777ee taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.111698] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-3e6a76bd-184a-468d-ab10-600a08c777ee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.111771] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-3e6a76bd-184a-468d-ab10-600a08c777ee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.112028] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-3e6a76bd-184a-468d-ab10-600a08c777ee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.112163] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6a76bd-184a-468d-ab10-600a08c777ee',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.407891] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99aa7ed0-d5a5-44ce-a7db-86388a88d992 [ 624.408149] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.408296] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.408371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.408583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.409114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.409114] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99aa7ed0-d5a5-44ce-a7db-86388a88d992 already deleted. [ 624.409114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99aa7ed0-d5a5-44ce-a7db-86388a88d992" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.423224] env[67361]: INFO networking_nsxv3.common.synchronization [None req-8e1bb541-9b1c-4bdc-9688-184df2c4103b None None] Enqueued Resource ID: fe7b190d-2ce2-4bcd-b5cc-d137b74709f9 with Priority: HIGHEST for action port [ 624.423549] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7b190d-2ce2-4bcd-b5cc-d137b74709f9 with Priority: HIGHEST for action port [ 624.423836] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe7b190d-2ce2-4bcd-b5cc-d137b74709f9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.423958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe7b190d-2ce2-4bcd-b5cc-d137b74709f9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.424026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe7b190d-2ce2-4bcd-b5cc-d137b74709f9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.424890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe7b190d-2ce2-4bcd-b5cc-d137b74709f9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.424890] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe7b190d-2ce2-4bcd-b5cc-d137b74709f9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.543539] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.615083] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.615338] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.615475] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.615770] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.615914] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.616077] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 3e6a76bd-184a-468d-ab10-600a08c777ee not found, creating... [ 624.616336] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.617484] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.617484] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.617484] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.617484] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.617484] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.617484] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.617484] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.617878] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.617878] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.617878] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 3e6a76bd-184a-468d-ab10-600a08c777ee is going to be created. [ 624.638913] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.639255] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.639512] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.639644] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.639815] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.640050] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-3e6a76bd-184a-468d-ab10-600a08c777ee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.927239] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe7b190d-2ce2-4bcd-b5cc-d137b74709f9 [ 624.927239] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.927239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.927239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.927239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.927239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.927239] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe7b190d-2ce2-4bcd-b5cc-d137b74709f9 already deleted. [ 624.927239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe7b190d-2ce2-4bcd-b5cc-d137b74709f9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.046030] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.046403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.046403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.046403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.046536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.046536] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be updated. [ 625.079402] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.079658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.079658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.079858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.080022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.092019] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 2s [ 625.382256] env[67361]: INFO networking_nsxv3.common.synchronization [req-2823aa1b-fe35-42ab-9b29-10e0e4a14e1f req-dbb0fd66-20d8-4c5e-a5f6-d9a45aecd65e service nova] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_rules [ 625.382430] env[67361]: INFO networking_nsxv3.common.synchronization [req-2823aa1b-fe35-42ab-9b29-10e0e4a14e1f req-dbb0fd66-20d8-4c5e-a5f6-d9a45aecd65e service nova] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 625.382557] env[67361]: INFO networking_nsxv3.common.synchronization [req-2823aa1b-fe35-42ab-9b29-10e0e4a14e1f req-dbb0fd66-20d8-4c5e-a5f6-d9a45aecd65e service nova] Enqueued Resource ID: 3e6a76bd-184a-468d-ab10-600a08c777ee with Priority: HIGHEST for action port [ 625.383109] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_rules [ 625.383109] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 625.383109] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6a76bd-184a-468d-ab10-600a08c777ee with Priority: HIGHEST for action port [ 625.383544] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.383668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.383733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.383930] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.384015] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.385222] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.385222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.385222] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e6a76bd-184a-468d-ab10-600a08c777ee taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.385222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e6a76bd-184a-468d-ab10-600a08c777ee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.385412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e6a76bd-184a-468d-ab10-600a08c777ee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.385412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e6a76bd-184a-468d-ab10-600a08c777ee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.385472] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6a76bd-184a-468d-ab10-600a08c777ee',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.887787] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.887988] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.888238] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e6a76bd-184a-468d-ab10-600a08c777ee with status ACTIVE [ 625.888335] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.888426] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.888490] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.888704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.888790] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.888957] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.889063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.889123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.889284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.889361] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.889565] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.889668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.889731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.889877] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.890102] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.890102] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e6a76bd-184a-468d-ab10-600a08c777ee is going to be updated. [ 625.919444] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.919754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.919754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.919889] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.920008] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.920213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e6a76bd-184a-468d-ab10-600a08c777ee" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.926293] env[67361]: INFO networking_nsxv3.common.synchronization [req-afae601d-f6b1-4de6-b46f-a89d05894968 req-c081aeeb-987e-4dca-8751-1b75aa26c477 tempest-VolumesAssistedSnapshotsTest-1860563384 tempest-VolumesAssistedSnapshotsTest-1860563384-project-member] Enqueued Resource ID: 1ea729d1-1788-4efa-ae5e-451487b2554b with Priority: HIGHEST for action security_group_members [ 625.927074] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea729d1-1788-4efa-ae5e-451487b2554b with Priority: HIGHEST for action security_group_members [ 625.927257] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea729d1-1788-4efa-ae5e-451487b2554b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.928131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.928131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.928131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.928828] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.928975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.929075] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.929277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.929404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.929523] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea729d1-1788-4efa-ae5e-451487b2554b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.121144] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b in Status: SUCCESS [ 626.121590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.372816] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.374107] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-274" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.374326] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-274" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.374719] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-274" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.375159] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.375326] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.376210] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.376210] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.376210] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.376210] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.376383] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.376383] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.376518] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.376589] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.376677] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.376835] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.401582] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.401837] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.402055] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.402249] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-274" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.403075] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-22e92184-08e7-4c65-82b9-4b910cc8d2b8 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.403075] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-22e92184-08e7-4c65-82b9-4b910cc8d2b8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.403075] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-22e92184-08e7-4c65-82b9-4b910cc8d2b8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.403466] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-22e92184-08e7-4c65-82b9-4b910cc8d2b8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.403655] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22e92184-08e7-4c65-82b9-4b910cc8d2b8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.434879] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.435173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.435173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.436187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.436187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.436187] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.436187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.436187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.436187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.436187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.436187] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea729d1-1788-4efa-ae5e-451487b2554b already deleted. [ 626.436563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.851393] env[67361]: INFO networking_nsxv3.common.synchronization [None req-b2a8c7a5-ea9c-41b0-9fa8-a9024aa326fd None None] Enqueued Resource ID: faf1cff2-f219-412b-936b-e23baa49e406 with Priority: HIGHEST for action port [ 626.851393] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf1cff2-f219-412b-936b-e23baa49e406 with Priority: HIGHEST for action port [ 626.851824] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-faf1cff2-f219-412b-936b-e23baa49e406 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.851946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faf1cff2-f219-412b-936b-e23baa49e406" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.852024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faf1cff2-f219-412b-936b-e23baa49e406" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.852998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faf1cff2-f219-412b-936b-e23baa49e406" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.852998] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf1cff2-f219-412b-936b-e23baa49e406',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.906622] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.906853] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.906972] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.907370] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.907525] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.907674] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 22e92184-08e7-4c65-82b9-4b910cc8d2b8 not found, creating... [ 626.907939] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.908345] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.909395] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.909395] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.909395] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.909395] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.909395] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.909661] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.909661] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.909770] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.909898] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 22e92184-08e7-4c65-82b9-4b910cc8d2b8 is going to be created. [ 626.932301] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.933380] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.933380] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.933380] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.933380] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.933511] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-22e92184-08e7-4c65-82b9-4b910cc8d2b8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.104769] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 627.106857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.107200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.107447] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.107638] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.107816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.107883] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.108070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.108155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.111026] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.357360] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faf1cff2-f219-412b-936b-e23baa49e406 [ 627.357360] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.357360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.357360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.357360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.357360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.357360] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faf1cff2-f219-412b-936b-e23baa49e406 already deleted. [ 627.357360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faf1cff2-f219-412b-936b-e23baa49e406" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.434541] env[67361]: INFO networking_nsxv3.common.synchronization [None req-0e4d872d-3097-43c5-8965-9bd92bf0be14 None None] Enqueued Resource ID: 2e178e5d-5b9b-4ff8-83e9-6a21c59b137b with Priority: HIGHEST for action port [ 627.435173] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e178e5d-5b9b-4ff8-83e9-6a21c59b137b with Priority: HIGHEST for action port [ 627.435567] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e178e5d-5b9b-4ff8-83e9-6a21c59b137b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.435705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e178e5d-5b9b-4ff8-83e9-6a21c59b137b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.435775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e178e5d-5b9b-4ff8-83e9-6a21c59b137b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.436115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e178e5d-5b9b-4ff8-83e9-6a21c59b137b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.436833] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e178e5d-5b9b-4ff8-83e9-6a21c59b137b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.591263] env[67361]: INFO networking_nsxv3.common.synchronization [None req-dc75d348-fd7e-475f-8e24-fcabfa5a4f09 tempest-ServerActionsTestOtherB-896352122 tempest-ServerActionsTestOtherB-896352122-project-member] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_rules [ 627.596020] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_rules [ 627.596020] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.596020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.596020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.596020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.596020] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.612645] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.695037] env[67361]: INFO networking_nsxv3.common.synchronization [req-afae601d-f6b1-4de6-b46f-a89d05894968 req-ee65ab33-95c4-4aff-8ead-d5bb10e2d6a4 service nova] Enqueued Resource ID: 1ea729d1-1788-4efa-ae5e-451487b2554b with Priority: HIGHEST for action security_group_rules [ 627.695037] env[67361]: INFO networking_nsxv3.common.synchronization [req-afae601d-f6b1-4de6-b46f-a89d05894968 req-ee65ab33-95c4-4aff-8ead-d5bb10e2d6a4 service nova] Enqueued Resource ID: 1ea729d1-1788-4efa-ae5e-451487b2554b with Priority: HIGHEST for action security_group_members [ 627.695037] env[67361]: INFO networking_nsxv3.common.synchronization [req-afae601d-f6b1-4de6-b46f-a89d05894968 req-ee65ab33-95c4-4aff-8ead-d5bb10e2d6a4 service nova] Enqueued Resource ID: 22e92184-08e7-4c65-82b9-4b910cc8d2b8 with Priority: HIGHEST for action port [ 627.695037] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea729d1-1788-4efa-ae5e-451487b2554b with Priority: HIGHEST for action security_group_rules [ 627.695037] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea729d1-1788-4efa-ae5e-451487b2554b with Priority: HIGHEST for action security_group_members [ 627.695037] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e92184-08e7-4c65-82b9-4b910cc8d2b8 with Priority: HIGHEST for action port [ 627.695037] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea729d1-1788-4efa-ae5e-451487b2554b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.695037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.695037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.695037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.695037] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea729d1-1788-4efa-ae5e-451487b2554b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.695037] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea729d1-1788-4efa-ae5e-451487b2554b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.695037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.695037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.695037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.695037] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.695037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.695037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.695037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.695037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.696743] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea729d1-1788-4efa-ae5e-451487b2554b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.696743] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-22e92184-08e7-4c65-82b9-4b910cc8d2b8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.696743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22e92184-08e7-4c65-82b9-4b910cc8d2b8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.696743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22e92184-08e7-4c65-82b9-4b910cc8d2b8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.696743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22e92184-08e7-4c65-82b9-4b910cc8d2b8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.696743] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22e92184-08e7-4c65-82b9-4b910cc8d2b8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.798410] env[67361]: INFO networking_nsxv3.common.synchronization [None req-b9bed21e-a416-46d3-8538-85a440ed7024 tempest-ServerActionsTestOtherB-896352122 tempest-ServerActionsTestOtherB-896352122-project-member] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_rules [ 627.799160] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_rules [ 627.799539] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.799662] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.938957] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e178e5d-5b9b-4ff8-83e9-6a21c59b137b [ 627.939471] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.939471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.939471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.941405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.941405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.941405] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e178e5d-5b9b-4ff8-83e9-6a21c59b137b already deleted. [ 627.941405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e178e5d-5b9b-4ff8-83e9-6a21c59b137b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.115109] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.117941] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.117941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.117941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.118193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.118193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.118321] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e already deleted. [ 628.118436] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.118627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.118849] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.118952] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.200207] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22e92184-08e7-4c65-82b9-4b910cc8d2b8 with status ACTIVE [ 628.200463] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.200681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.200681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.200884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.200968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.201152] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.202016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.202016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.202016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.202016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.202016] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.202016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.202016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.202359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.202359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.202359] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22e92184-08e7-4c65-82b9-4b910cc8d2b8 is going to be updated. [ 628.210172] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ea729d1-1788-4efa-ae5e-451487b2554b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.210694] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea729d1-1788-4efa-ae5e-451487b2554b taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.210843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.211890] env[67361]: INFO networking_nsxv3.common.synchronization [req-4711295e-84b7-4b3a-9d05-01402e6faf04 req-d67f95b1-b190-41a5-8ae5-16c0f905bf92 tempest-ImagesNegativeTestJSON-586507859 tempest-ImagesNegativeTestJSON-586507859-project-member] Enqueued Resource ID: 3c229907-23f1-4550-822e-a1036fb15a5b with Priority: HIGHEST for action security_group_members [ 628.213274] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c229907-23f1-4550-822e-a1036fb15a5b with Priority: HIGHEST for action security_group_members [ 628.213423] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c229907-23f1-4550-822e-a1036fb15a5b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.213813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.213813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.213813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.213948] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.214103] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.214103] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.214256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.214531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.214531] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c229907-23f1-4550-822e-a1036fb15a5b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.237480] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.237790] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.237998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.238907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.238907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.238907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22e92184-08e7-4c65-82b9-4b910cc8d2b8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.623445] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.623824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.623824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.624145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.624300] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.624420] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be updated. [ 628.650675] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.650833] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.650874] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.651536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.651536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.651536] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e already deleted. [ 628.651536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.667712] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.667944] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.668066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.668452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.668624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.683962] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 2s [ 628.713506] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ea729d1-1788-4efa-ae5e-451487b2554b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.718044] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.718269] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.718405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.718566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.718651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.718879] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.719109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.719563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.719816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.719922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.720037] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c229907-23f1-4550-822e-a1036fb15a5b already deleted. [ 628.720119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.897782] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-266 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.898041] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-266" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.898109] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-266" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.898410] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-266" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.898682] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.898840] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.899090] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.899343] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.899572] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.899857] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.900198] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.900198] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.900198] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.900341] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.900375] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.900493] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.928091] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.928268] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.928457] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.928794] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-266" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.928928] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-224fc280-7e0d-4517-886f-aa3632ae7de2 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.929114] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-224fc280-7e0d-4517-886f-aa3632ae7de2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.929228] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-224fc280-7e0d-4517-886f-aa3632ae7de2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.929618] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-224fc280-7e0d-4517-886f-aa3632ae7de2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.929751] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224fc280-7e0d-4517-886f-aa3632ae7de2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.153459] env[67361]: INFO networking_nsxv3.common.synchronization [None req-4b0d5594-1657-4e7b-a808-c3a3f7240b3e tempest-ServersTestFqdnHostnames-830056367 tempest-ServersTestFqdnHostnames-830056367-project-member] Enqueued Resource ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd with Priority: HIGHEST for action security_group_rules [ 629.154916] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd with Priority: HIGHEST for action security_group_rules [ 629.154916] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.155188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.155548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.155866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.155963] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c44399d-288d-4fc0-88ee-ea3b9425d7cd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.219934] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.219934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.219934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.219934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.219934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.219934] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea729d1-1788-4efa-ae5e-451487b2554b is going to be created. [ 629.248152] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.248353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.248412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.248634] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.248789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.260043] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea729d1-1788-4efa-ae5e-451487b2554b in Status: UNINITIALIZED for 2s [ 629.394132] env[67361]: INFO networking_nsxv3.common.synchronization [None req-edf30d64-0f3a-4aba-9060-d498680948be tempest-ServersTestFqdnHostnames-830056367 tempest-ServersTestFqdnHostnames-830056367-project-member] Enqueued Resource ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd with Priority: HIGHEST for action security_group_rules [ 629.395067] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd with Priority: HIGHEST for action security_group_rules [ 629.395631] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.395951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.432964] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.433211] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.433327] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.433617] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.433756] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.433922] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 224fc280-7e0d-4517-886f-aa3632ae7de2 not found, creating... [ 629.434202] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.434381] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.434491] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.434712] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.434875] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.435235] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.435757] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.435757] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.435893] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.436107] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.438366] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 224fc280-7e0d-4517-886f-aa3632ae7de2 is going to be created. [ 629.464214] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.464214] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.464214] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.464539] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.464755] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.464964] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-224fc280-7e0d-4517-886f-aa3632ae7de2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.662340] env[67361]: INFO networking_nsxv3.common.synchronization [None req-e43f7f28-b4e7-4e13-8e21-c2739532326b None None] Enqueued Resource ID: d1131800-96d3-4338-b214-5f9c83f920f5 with Priority: HIGHEST for action port [ 629.663438] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1131800-96d3-4338-b214-5f9c83f920f5 with Priority: HIGHEST for action port [ 629.664886] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1131800-96d3-4338-b214-5f9c83f920f5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.664886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1131800-96d3-4338-b214-5f9c83f920f5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.664886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1131800-96d3-4338-b214-5f9c83f920f5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.664886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1131800-96d3-4338-b214-5f9c83f920f5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.664886] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1131800-96d3-4338-b214-5f9c83f920f5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.681494] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.682056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.683121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.683121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.683121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.683121] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd already deleted. [ 629.683121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.683606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.683955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.684175] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c44399d-288d-4fc0-88ee-ea3b9425d7cd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.163365] env[67361]: INFO networking_nsxv3.common.synchronization [req-4711295e-84b7-4b3a-9d05-01402e6faf04 req-5a131af8-1332-48ce-81c2-7a538eb78781 service nova] Enqueued Resource ID: 3c229907-23f1-4550-822e-a1036fb15a5b with Priority: HIGHEST for action security_group_rules [ 630.163365] env[67361]: INFO networking_nsxv3.common.synchronization [req-4711295e-84b7-4b3a-9d05-01402e6faf04 req-5a131af8-1332-48ce-81c2-7a538eb78781 service nova] Enqueued Resource ID: 3c229907-23f1-4550-822e-a1036fb15a5b with Priority: HIGHEST for action security_group_members [ 630.163365] env[67361]: INFO networking_nsxv3.common.synchronization [req-4711295e-84b7-4b3a-9d05-01402e6faf04 req-5a131af8-1332-48ce-81c2-7a538eb78781 service nova] Enqueued Resource ID: 224fc280-7e0d-4517-886f-aa3632ae7de2 with Priority: HIGHEST for action port [ 630.163365] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c229907-23f1-4550-822e-a1036fb15a5b with Priority: HIGHEST for action security_group_rules [ 630.163365] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c229907-23f1-4550-822e-a1036fb15a5b with Priority: HIGHEST for action security_group_members [ 630.163365] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224fc280-7e0d-4517-886f-aa3632ae7de2 with Priority: HIGHEST for action port [ 630.163365] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c229907-23f1-4550-822e-a1036fb15a5b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.163835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.164074] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.164764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.165012] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c229907-23f1-4550-822e-a1036fb15a5b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.166976] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c229907-23f1-4550-822e-a1036fb15a5b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.167249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.167425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.167712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.167982] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.168319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.168591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.168852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.169483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.169739] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c229907-23f1-4550-822e-a1036fb15a5b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.170727] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-224fc280-7e0d-4517-886f-aa3632ae7de2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.170993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-224fc280-7e0d-4517-886f-aa3632ae7de2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.171166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-224fc280-7e0d-4517-886f-aa3632ae7de2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.171400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-224fc280-7e0d-4517-886f-aa3632ae7de2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.171556] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224fc280-7e0d-4517-886f-aa3632ae7de2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.175261] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1131800-96d3-4338-b214-5f9c83f920f5 [ 630.175455] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.175567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.175628] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.176743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.176743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.176743] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1131800-96d3-4338-b214-5f9c83f920f5 already deleted. [ 630.176743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1131800-96d3-4338-b214-5f9c83f920f5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.224485] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.224485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.224485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.224485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.224485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.224485] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd already deleted. [ 630.224485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.539259] env[67361]: INFO networking_nsxv3.common.synchronization [None req-576565bb-9e71-4111-a8b3-d2f8ff2bdf6b tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_rules [ 630.540323] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_rules [ 630.540823] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.541987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.541987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.541987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.542123] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.609466] env[67361]: INFO networking_nsxv3.common.synchronization [req-4d52fb17-4961-4334-817e-d6fbcb2e3d87 req-001a9849-e3ca-4048-8ab2-c853654d30ec tempest-DeleteServersAdminTestJSON-163134524 tempest-DeleteServersAdminTestJSON-163134524-project-admin] Enqueued Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_members [ 630.609868] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_members [ 630.610308] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.610391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.610455] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.610647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.610793] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.610885] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.610945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.611174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.611204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.611353] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.676355] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c229907-23f1-4550-822e-a1036fb15a5b taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.676355] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.676355] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c229907-23f1-4550-822e-a1036fb15a5b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.679097] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 224fc280-7e0d-4517-886f-aa3632ae7de2 with status ACTIVE [ 630.679320] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.679467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.679467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.679726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.679926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.680331] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.680523] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.680523] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.680792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.680884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.681267] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.681374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.681428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.681886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.682068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.682068] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 224fc280-7e0d-4517-886f-aa3632ae7de2 is going to be updated. [ 630.700426] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 630.700426] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.700602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.700765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.700968] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.701132] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.701192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.701505] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.701505] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.701505] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.701715] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.712711] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.712711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.712711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.712966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.713071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.713287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-224fc280-7e0d-4517-886f-aa3632ae7de2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.744747] env[67361]: INFO networking_nsxv3.common.synchronization [None req-41dd38bb-464a-4d5a-b0b0-55eabd97ece4 tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_rules [ 630.745811] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_rules [ 630.745811] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.746047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.066026] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.066217] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.066294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.066520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.066610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.066706] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 already deleted. [ 631.066786] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.068387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.068667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.068766] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.113343] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.113499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.115063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.115063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.115063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.115063] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.115063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.115063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.115063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.115063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.115063] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 377a7306-03cc-4abd-839e-3101d2d30df9 is going to be updated. [ 631.144722] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.144893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.144948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.145191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.145396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.154994] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 377a7306-03cc-4abd-839e-3101d2d30df9 in Status: IN_PROGRESS for 2s [ 631.185432] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c229907-23f1-4550-822e-a1036fb15a5b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.204588] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.204588] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.204783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.204931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.205169] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.205374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.205374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.205565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.205697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.205876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.205935] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.206054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.206144] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.206374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.206559] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.206659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.206735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.206937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.207031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.207100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.207281] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.273304] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea729d1-1788-4efa-ae5e-451487b2554b in Status: SUCCESS [ 631.273578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.275705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.275705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.275705] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.275705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.275705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.275705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.275705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.275705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.275705] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ea729d1-1788-4efa-ae5e-451487b2554b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.591664] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.591887] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.591887] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.592167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.592209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.592328] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 already deleted. [ 631.592413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.688211] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.688607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.688607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.689931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.690360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.690360] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c229907-23f1-4550-822e-a1036fb15a5b is going to be created. [ 631.710058] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5: rpc.has_security_group_logging(os_id): False [ 631.716045] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.716244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.716317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.716557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.716728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.731245] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c229907-23f1-4550-822e-a1036fb15a5b in Status: UNINITIALIZED for 2s [ 631.732326] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.732530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.732594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.732838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.733050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.735408] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.735408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.735408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.737010] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.737292] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.737564] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.737667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.737740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.737966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.738062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.738331] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.738463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.738549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.738739] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.738840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.738939] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be updated. [ 631.777899] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ea729d1-1788-4efa-ae5e-451487b2554b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.822724] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.823301] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.823596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.823989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.824558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.848251] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 2s [ 632.285084] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ea729d1-1788-4efa-ae5e-451487b2554b: rpc.has_security_group_logging(os_id): False [ 632.321169] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.321405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.321576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.321922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.322548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.322548] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.322548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.322803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.323107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.323107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.323107] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea729d1-1788-4efa-ae5e-451487b2554b is going to be created. [ 632.406739] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.408021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.408169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.408566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.408829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.422208] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea729d1-1788-4efa-ae5e-451487b2554b in Status: IN_PROGRESS for 2s [ 633.175405] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 377a7306-03cc-4abd-839e-3101d2d30df9 in Status: SUCCESS [ 633.178063] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 377a7306-03cc-4abd-839e-3101d2d30df9 deletion is rescheduled due to dependency. [ 633.178220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.629074] env[67361]: INFO networking_nsxv3.common.synchronization [None req-cdd61dad-d411-4cb4-8a2f-748f066676fc None None] Enqueued Resource ID: 1a3e4489-f9f7-4208-9e95-5d4c0cf78124 with Priority: HIGHEST for action port [ 633.629719] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3e4489-f9f7-4208-9e95-5d4c0cf78124 with Priority: HIGHEST for action port [ 633.630080] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a3e4489-f9f7-4208-9e95-5d4c0cf78124 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.630209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a3e4489-f9f7-4208-9e95-5d4c0cf78124" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.630277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a3e4489-f9f7-4208-9e95-5d4c0cf78124" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.630579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a3e4489-f9f7-4208-9e95-5d4c0cf78124" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.630655] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a3e4489-f9f7-4208-9e95-5d4c0cf78124',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.743283] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c229907-23f1-4550-822e-a1036fb15a5b in Status: SUCCESS [ 633.743820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.743820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.744453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.744453] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.744453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.744453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.744453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.744793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.744793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.744793] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c229907-23f1-4550-822e-a1036fb15a5b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.862205] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 633.862421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.132843] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a3e4489-f9f7-4208-9e95-5d4c0cf78124 [ 634.133159] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.133236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.133285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.133497] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.133598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.133688] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a3e4489-f9f7-4208-9e95-5d4c0cf78124 already deleted. [ 634.133763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a3e4489-f9f7-4208-9e95-5d4c0cf78124" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.247218] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c229907-23f1-4550-822e-a1036fb15a5b taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.247557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.247557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.247793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.247964] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.248076] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.248138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.248320] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.248473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.248566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.248718] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c229907-23f1-4550-822e-a1036fb15a5b taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.248831] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.248904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.249036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.249220] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.249316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.249376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.249514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.249587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.249676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.249769] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c229907-23f1-4550-822e-a1036fb15a5b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.441337] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea729d1-1788-4efa-ae5e-451487b2554b in Status: SUCCESS [ 634.441502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.593178] env[67361]: INFO networking_nsxv3.common.synchronization [req-a1def42c-58e6-45ad-a30e-f08a11bd67f4 req-2bbb6d6c-3ae9-4efa-b640-c404f05b2ea6 tempest-ListImageFiltersTestJSON-2096725384 tempest-ListImageFiltersTestJSON-2096725384-project-member] Enqueued Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_members [ 634.593178] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_members [ 634.593178] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.593178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.593178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.594163] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.594561] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.594945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.595120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.596083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.596313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.596592] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.753696] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c229907-23f1-4550-822e-a1036fb15a5b: rpc.has_security_group_logging(os_id): False [ 634.776546] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.776546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.776546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.776857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.776897] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.777636] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.777636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.777636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.777636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.777864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.777965] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.779175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.779175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.779537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.779792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.779913] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.780127] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.780188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.780528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.780528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.780634] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c229907-23f1-4550-822e-a1036fb15a5b is going to be created. [ 634.849142] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.849313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.849386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.849609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.850758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.865750] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c229907-23f1-4550-822e-a1036fb15a5b in Status: IN_PROGRESS for 2s [ 635.100409] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.100612] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.100677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.100940] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.101065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.101274] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.101373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.101449] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.103017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.103205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.103361] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 already deleted. [ 635.103823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.466409] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.466409] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.466409] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.466409] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.467010] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.467010] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.467010] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.467888] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.467888] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.468063] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.468130] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.468468] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.468468] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.468468] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.468633] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.468734] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.506441] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.506441] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.506441] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.506441] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.506441] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.506441] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.506441] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.506912] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.506912] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.010557] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.010769] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.011841] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.011841] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.011841] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.011841] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb not found, creating... [ 636.012045] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.012118] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.012158] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.012630] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.012630] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.012831] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.012988] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.017496] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.017496] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.017496] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.017496] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb is going to be created. [ 636.042029] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.042029] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.042029] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.042029] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.042029] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.042029] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.661548] env[67361]: INFO networking_nsxv3.common.synchronization [None req-72ec95b8-accc-4a4e-981a-01f0368e44a5 None None] Enqueued Resource ID: 89ae7cc7-b9b8-445c-b49c-b730ed1be1cf with Priority: HIGHEST for action port [ 636.663034] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ae7cc7-b9b8-445c-b49c-b730ed1be1cf with Priority: HIGHEST for action port [ 636.663139] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-89ae7cc7-b9b8-445c-b49c-b730ed1be1cf taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.663649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89ae7cc7-b9b8-445c-b49c-b730ed1be1cf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.663649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89ae7cc7-b9b8-445c-b49c-b730ed1be1cf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.663772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89ae7cc7-b9b8-445c-b49c-b730ed1be1cf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.663826] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ae7cc7-b9b8-445c-b49c-b730ed1be1cf',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.750600] env[67361]: INFO networking_nsxv3.common.synchronization [req-a1def42c-58e6-45ad-a30e-f08a11bd67f4 req-4435c5be-7edb-4d05-8e98-fd1638766699 service nova] Enqueued Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_rules [ 636.750600] env[67361]: INFO networking_nsxv3.common.synchronization [req-a1def42c-58e6-45ad-a30e-f08a11bd67f4 req-4435c5be-7edb-4d05-8e98-fd1638766699 service nova] Enqueued Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_members [ 636.750600] env[67361]: INFO networking_nsxv3.common.synchronization [req-a1def42c-58e6-45ad-a30e-f08a11bd67f4 req-4435c5be-7edb-4d05-8e98-fd1638766699 service nova] Enqueued Resource ID: 8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb with Priority: HIGHEST for action port [ 636.751698] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_rules [ 636.752227] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_members [ 636.752496] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb with Priority: HIGHEST for action port [ 636.755063] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.755063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.755063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.755063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.755063] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.759313] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.760070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.760070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.760070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.760250] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.760250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.760341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.761524] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.761524] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.761524] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.765860] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.766571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.766571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.766737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.766775] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.893167] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c229907-23f1-4550-822e-a1036fb15a5b in Status: SUCCESS [ 636.894731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.168974] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89ae7cc7-b9b8-445c-b49c-b730ed1be1cf [ 637.169236] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.169364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.170140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.170140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.170140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.170140] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89ae7cc7-b9b8-445c-b49c-b730ed1be1cf already deleted. [ 637.170140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89ae7cc7-b9b8-445c-b49c-b730ed1be1cf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.268700] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.269893] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.270202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.271225] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb with status ACTIVE [ 637.272101] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.272101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.272101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.272101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.272101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.272101] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.272386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.272386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.272386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.272475] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.272573] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.272660] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.272718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.272854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.272922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.273363] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb is going to be updated. [ 637.298312] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.298516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.298584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.298831] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.299034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.299287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b70fa1f-fc91-4a1c-ab6e-fa5895ca07bb" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.313413] env[67361]: INFO networking_nsxv3.common.synchronization [None req-9cb7f3e6-6d9f-4575-b278-096d00c6a957 None None] Enqueued Resource ID: eac3df47-615d-4c44-b757-6adf60508433 with Priority: HIGHEST for action port [ 637.314103] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac3df47-615d-4c44-b757-6adf60508433 with Priority: HIGHEST for action port [ 637.315069] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-eac3df47-615d-4c44-b757-6adf60508433 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.315069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eac3df47-615d-4c44-b757-6adf60508433" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.315069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eac3df47-615d-4c44-b757-6adf60508433" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.315364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eac3df47-615d-4c44-b757-6adf60508433" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.315836] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac3df47-615d-4c44-b757-6adf60508433',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.699538] env[67361]: INFO networking_nsxv3.common.synchronization [req-257bcae3-b221-40cb-813a-73d5d927ee87 req-7a8ba643-3cbd-46d2-b132-715b9ea0962c tempest-ServerDiagnosticsTest-326995129 tempest-ServerDiagnosticsTest-326995129-project-member] Enqueued Resource ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e with Priority: HIGHEST for action security_group_members [ 637.700079] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e with Priority: HIGHEST for action security_group_members [ 637.700470] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.700615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.700615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.700791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.700956] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.701052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.701117] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.701798] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.701909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.702070] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185d62e4-c1ad-4ee2-87b4-9074e4497f4e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.776250] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.822287] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eac3df47-615d-4c44-b757-6adf60508433 [ 637.822287] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.822287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.822287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.822543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.822599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.822648] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eac3df47-615d-4c44-b757-6adf60508433 already deleted. [ 637.822725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eac3df47-615d-4c44-b757-6adf60508433" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.204964] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.205321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.205426] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.205717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.205814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.206069] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.206198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.206258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.206433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.206576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.206680] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e already deleted. [ 638.206824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.282167] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.282397] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.282528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.282963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.283159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.283313] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 is going to be created. [ 638.290024] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.290024] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.290024] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.290024] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.290024] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.290024] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.290536] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.290938] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.291328] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.291635] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.291834] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.292042] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.292246] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.295025] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.295025] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.295025] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.314952] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.315135] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.315648] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.315648] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.315826] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-e5bf0cd2-e80f-473a-aeff-390699ffee51 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.316042] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-e5bf0cd2-e80f-473a-aeff-390699ffee51" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.316264] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-e5bf0cd2-e80f-473a-aeff-390699ffee51" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.316886] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-e5bf0cd2-e80f-473a-aeff-390699ffee51" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.316886] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5bf0cd2-e80f-473a-aeff-390699ffee51',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.318841] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.318993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.319083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.320010] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.320010] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.336517] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 in Status: UNINITIALIZED for 2s [ 638.823137] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.824619] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.824619] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.825134] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.825346] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.826031] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port e5bf0cd2-e80f-473a-aeff-390699ffee51 not found, creating... [ 638.826031] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.826325] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.826325] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.827393] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.828133] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.828501] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.828687] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.828805] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.829255] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.829429] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.829553] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: e5bf0cd2-e80f-473a-aeff-390699ffee51 is going to be created. [ 638.852886] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.853089] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.853218] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.853681] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.853681] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.853902] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-e5bf0cd2-e80f-473a-aeff-390699ffee51" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.664794] env[67361]: INFO networking_nsxv3.common.synchronization [req-257bcae3-b221-40cb-813a-73d5d927ee87 req-457b98fe-d705-4e90-b53c-b2dee3cee6f2 service nova] Enqueued Resource ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e with Priority: HIGHEST for action security_group_rules [ 639.664986] env[67361]: INFO networking_nsxv3.common.synchronization [req-257bcae3-b221-40cb-813a-73d5d927ee87 req-457b98fe-d705-4e90-b53c-b2dee3cee6f2 service nova] Enqueued Resource ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e with Priority: HIGHEST for action security_group_members [ 639.665450] env[67361]: INFO networking_nsxv3.common.synchronization [req-257bcae3-b221-40cb-813a-73d5d927ee87 req-457b98fe-d705-4e90-b53c-b2dee3cee6f2 service nova] Enqueued Resource ID: e5bf0cd2-e80f-473a-aeff-390699ffee51 with Priority: HIGHEST for action port [ 639.665921] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e with Priority: HIGHEST for action security_group_rules [ 639.666150] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e with Priority: HIGHEST for action security_group_members [ 639.666229] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5bf0cd2-e80f-473a-aeff-390699ffee51 with Priority: HIGHEST for action port [ 639.666445] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185d62e4-c1ad-4ee2-87b4-9074e4497f4e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.666543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.666603] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.666861] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.667118] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185d62e4-c1ad-4ee2-87b4-9074e4497f4e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.668198] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.668198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.668339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.668622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.668622] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.668823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.668823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.668936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.668992] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.669054] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185d62e4-c1ad-4ee2-87b4-9074e4497f4e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.671000] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5bf0cd2-e80f-473a-aeff-390699ffee51 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.671000] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5bf0cd2-e80f-473a-aeff-390699ffee51" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.671000] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5bf0cd2-e80f-473a-aeff-390699ffee51" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.671000] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5bf0cd2-e80f-473a-aeff-390699ffee51" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.671000] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5bf0cd2-e80f-473a-aeff-390699ffee51',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.171719] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('185d62e4-c1ad-4ee2-87b4-9074e4497f4e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.173231] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.173231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.174055] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5bf0cd2-e80f-473a-aeff-390699ffee51 with status ACTIVE [ 640.174055] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.174055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.174377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.174541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.174636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.174788] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.174882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.174941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.175272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.175392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.175595] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.175719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.175774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.176016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.176144] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.176266] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5bf0cd2-e80f-473a-aeff-390699ffee51 is going to be updated. [ 640.223567] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.223778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.223778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.224095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.224278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.224494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5bf0cd2-e80f-473a-aeff-390699ffee51" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.359291] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 in Status: SUCCESS [ 640.359536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.359832] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.360188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.360514] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.360678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.360772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.360964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.361098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.361197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.361293] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.675173] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('185d62e4-c1ad-4ee2-87b4-9074e4497f4e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.746036] env[67361]: INFO networking_nsxv3.common.synchronization [req-cb332dee-c48f-4e2e-9d09-1c3a8fe5ae2d req-684333ce-4451-44e5-93a3-4cb320d87d88 tempest-ServerDiagnosticsNegativeTest-565147488 tempest-ServerDiagnosticsNegativeTest-565147488-project-member] Enqueued Resource ID: 158f927e-6118-478d-9789-63923237d30a with Priority: HIGHEST for action security_group_members [ 640.746348] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158f927e-6118-478d-9789-63923237d30a with Priority: HIGHEST for action security_group_members [ 640.748465] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-158f927e-6118-478d-9789-63923237d30a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.748465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.748465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.748465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.748465] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.748465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.748465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.748465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.748890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.748890] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('158f927e-6118-478d-9789-63923237d30a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.768406] env[67361]: INFO networking_nsxv3.common.synchronization [None req-e828e93f-216f-4b58-8775-ae0ed60dc771 None None] Enqueued Resource ID: 6d2ee252-3c9d-464e-990e-45d17a6e53f2 with Priority: HIGHEST for action port [ 640.768999] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d2ee252-3c9d-464e-990e-45d17a6e53f2 with Priority: HIGHEST for action port [ 640.769501] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d2ee252-3c9d-464e-990e-45d17a6e53f2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.769682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d2ee252-3c9d-464e-990e-45d17a6e53f2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.769744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d2ee252-3c9d-464e-990e-45d17a6e53f2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.770010] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d2ee252-3c9d-464e-990e-45d17a6e53f2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.770107] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d2ee252-3c9d-464e-990e-45d17a6e53f2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.867618] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.867892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.867892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.868264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.868313] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.868420] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.868500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.868719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.868812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.868916] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.869081] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.869180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.869223] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.869390] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.869528] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.869617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.869694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.869815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.869884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.869973] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.870074] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.178925] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.179304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.179304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.179499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.179628] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.179741] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e is going to be created. [ 641.207836] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.208235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.208378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.208672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.209473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.224019] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e in Status: UNINITIALIZED for 2s [ 641.252669] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.253347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.253541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.254111] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.254267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.254503] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.254644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.254713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.254938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.255046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.255144] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 158f927e-6118-478d-9789-63923237d30a already deleted. [ 641.255276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.272415] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d2ee252-3c9d-464e-990e-45d17a6e53f2 [ 641.272669] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.272835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.272895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.273134] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.273218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.273328] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d2ee252-3c9d-464e-990e-45d17a6e53f2 already deleted. [ 641.273419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d2ee252-3c9d-464e-990e-45d17a6e53f2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.373185] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15e26741-0bd7-45d5-bfc0-8df098da01e2: rpc.has_security_group_logging(os_id): False [ 641.399368] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.400180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.400180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.401519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.401519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.401519] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.401519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.401519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.401519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.401519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.401826] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.402232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.402304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.402520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.402797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.402869] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.402933] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.402970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.403155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.403352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.403352] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 is going to be created. [ 641.481285] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.481416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.481481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.481687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.482315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.495028] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 in Status: IN_PROGRESS for 2s [ 641.706087] env[67361]: INFO networking_nsxv3.common.synchronization [None req-e80d17fd-8789-477e-af4c-a4cf74b6c731 None None] Enqueued Resource ID: d6857a86-d1fa-4b77-a13c-c6c980688a9b with Priority: HIGHEST for action port [ 641.707167] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6857a86-d1fa-4b77-a13c-c6c980688a9b with Priority: HIGHEST for action port [ 641.707695] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6857a86-d1fa-4b77-a13c-c6c980688a9b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.708878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6857a86-d1fa-4b77-a13c-c6c980688a9b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.708878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6857a86-d1fa-4b77-a13c-c6c980688a9b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.708878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6857a86-d1fa-4b77-a13c-c6c980688a9b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.708878] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6857a86-d1fa-4b77-a13c-c6c980688a9b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.799023] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.800987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.800987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.800987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.800987] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.800987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.800987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.800987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.800987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.800987] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.801753] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.802104] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.802346] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.802573] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.802813] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.804690] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.824417] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.825138] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.825138] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.825138] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.825463] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-950f66a9-9ec8-479e-a064-b61d1e6debda taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.825709] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-950f66a9-9ec8-479e-a064-b61d1e6debda" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.825955] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-950f66a9-9ec8-479e-a064-b61d1e6debda" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.826324] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-950f66a9-9ec8-479e-a064-b61d1e6debda" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.826497] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('950f66a9-9ec8-479e-a064-b61d1e6debda',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.210975] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6857a86-d1fa-4b77-a13c-c6c980688a9b [ 642.211371] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.211371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.211769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.211769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.211769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.211883] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6857a86-d1fa-4b77-a13c-c6c980688a9b already deleted. [ 642.211883] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6857a86-d1fa-4b77-a13c-c6c980688a9b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.329424] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.329424] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.330110] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.330110] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.330110] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.330279] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 950f66a9-9ec8-479e-a064-b61d1e6debda not found, creating... [ 642.330613] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.330613] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.330763] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.330883] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.331018] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.331297] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.331444] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.331556] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.331754] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.332163] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.332163] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 950f66a9-9ec8-479e-a064-b61d1e6debda is going to be created. [ 642.356388] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.356629] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.356700] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.356954] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.357182] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.357453] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-950f66a9-9ec8-479e-a064-b61d1e6debda" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.676959] env[67361]: INFO networking_nsxv3.common.synchronization [None req-af3f608c-c08b-49a6-a7bb-b53323ff4569 None None] Enqueued Resource ID: ff6268b4-518f-4a93-a92e-804908be4a6d with Priority: HIGHEST for action port [ 642.677666] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6268b4-518f-4a93-a92e-804908be4a6d with Priority: HIGHEST for action port [ 642.678027] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff6268b4-518f-4a93-a92e-804908be4a6d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.678167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff6268b4-518f-4a93-a92e-804908be4a6d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.678274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff6268b4-518f-4a93-a92e-804908be4a6d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.678498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff6268b4-518f-4a93-a92e-804908be4a6d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.678587] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff6268b4-518f-4a93-a92e-804908be4a6d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.098881] env[67361]: INFO networking_nsxv3.common.synchronization [req-cb332dee-c48f-4e2e-9d09-1c3a8fe5ae2d req-f4bd30bf-d7ad-4cb0-8e12-dfe651469f10 service nova] Enqueued Resource ID: 158f927e-6118-478d-9789-63923237d30a with Priority: HIGHEST for action security_group_rules [ 643.099490] env[67361]: INFO networking_nsxv3.common.synchronization [req-cb332dee-c48f-4e2e-9d09-1c3a8fe5ae2d req-f4bd30bf-d7ad-4cb0-8e12-dfe651469f10 service nova] Enqueued Resource ID: 158f927e-6118-478d-9789-63923237d30a with Priority: HIGHEST for action security_group_members [ 643.099490] env[67361]: INFO networking_nsxv3.common.synchronization [req-cb332dee-c48f-4e2e-9d09-1c3a8fe5ae2d req-f4bd30bf-d7ad-4cb0-8e12-dfe651469f10 service nova] Enqueued Resource ID: 950f66a9-9ec8-479e-a064-b61d1e6debda with Priority: HIGHEST for action port [ 643.100331] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158f927e-6118-478d-9789-63923237d30a with Priority: HIGHEST for action security_group_rules [ 643.100857] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158f927e-6118-478d-9789-63923237d30a with Priority: HIGHEST for action security_group_members [ 643.102859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950f66a9-9ec8-479e-a064-b61d1e6debda with Priority: HIGHEST for action port [ 643.103548] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-158f927e-6118-478d-9789-63923237d30a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.103661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.103979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.104249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.104402] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('158f927e-6118-478d-9789-63923237d30a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.106871] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-158f927e-6118-478d-9789-63923237d30a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.107057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.107162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.107525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.107798] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.107978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.108085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.108341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.111018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.111018] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('158f927e-6118-478d-9789-63923237d30a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.112625] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-950f66a9-9ec8-479e-a064-b61d1e6debda taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.112891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-950f66a9-9ec8-479e-a064-b61d1e6debda" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.113043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-950f66a9-9ec8-479e-a064-b61d1e6debda" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.113309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-950f66a9-9ec8-479e-a064-b61d1e6debda" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.113478] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('950f66a9-9ec8-479e-a064-b61d1e6debda',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.181394] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff6268b4-518f-4a93-a92e-804908be4a6d [ 643.181656] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.181795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.181857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.182126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.182217] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.182336] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff6268b4-518f-4a93-a92e-804908be4a6d already deleted. [ 643.182407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff6268b4-518f-4a93-a92e-804908be4a6d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.244880] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e in Status: SUCCESS [ 643.245212] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.245649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.246139] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.246139] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.246368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.246368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.246443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.246539] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.246628] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.246711] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('185d62e4-c1ad-4ee2-87b4-9074e4497f4e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.514298] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 in Status: SUCCESS [ 643.514298] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.614392] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('158f927e-6118-478d-9789-63923237d30a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.615836] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-158f927e-6118-478d-9789-63923237d30a taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.615951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.616129] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 950f66a9-9ec8-479e-a064-b61d1e6debda with status ACTIVE [ 643.616395] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.616642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.616642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.617631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.617631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.617830] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.617898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.617967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.618175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.618277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.618734] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.618857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.618932] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.619141] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.619213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.619315] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 950f66a9-9ec8-479e-a064-b61d1e6debda is going to be updated. [ 643.646218] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.646218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.646218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.646218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.646218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.646218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-950f66a9-9ec8-479e-a064-b61d1e6debda" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.675418] env[67361]: INFO networking_nsxv3.common.synchronization [None req-af34d8a2-03cf-4bff-8a8b-6186d1fb72bd None None] Enqueued Resource ID: 4f725ba0-cf7a-4535-984c-caf23790e0e2 with Priority: HIGHEST for action port [ 643.676044] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f725ba0-cf7a-4535-984c-caf23790e0e2 with Priority: HIGHEST for action port [ 643.676326] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f725ba0-cf7a-4535-984c-caf23790e0e2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.676568] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f725ba0-cf7a-4535-984c-caf23790e0e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.676568] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f725ba0-cf7a-4535-984c-caf23790e0e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.676769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f725ba0-cf7a-4535-984c-caf23790e0e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.676852] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f725ba0-cf7a-4535-984c-caf23790e0e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.749349] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.749584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.749584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.749767] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.749897] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.749994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.750072] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.750983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.750983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.750983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.750983] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.750983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.750983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.750983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.751353] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.751353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.751353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.751353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.751493] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.751493] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.751567] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('185d62e4-c1ad-4ee2-87b4-9074e4497f4e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.121345] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('158f927e-6118-478d-9789-63923237d30a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.178750] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f725ba0-cf7a-4535-984c-caf23790e0e2 [ 644.179050] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.179235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.179320] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.179621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.179621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.180300] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f725ba0-cf7a-4535-984c-caf23790e0e2 already deleted. [ 644.180300] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f725ba0-cf7a-4535-984c-caf23790e0e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.255034] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 185d62e4-c1ad-4ee2-87b4-9074e4497f4e: rpc.has_security_group_logging(os_id): False [ 644.276346] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.276521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.276585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.276818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.276915] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.277463] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.277998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.277998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.277998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.277998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.278434] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.279912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.280025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.280458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.280554] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.280805] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.280957] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.281042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.281195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.281492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.281724] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e is going to be created. [ 644.373955] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.373955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.373955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.374333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.374333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.390430] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e in Status: IN_PROGRESS for 2s [ 644.625499] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.625698] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.625767] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.625975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.626522] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.626522] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 158f927e-6118-478d-9789-63923237d30a is going to be created. [ 644.660436] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.660691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.660691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.660906] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.662713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.674752] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 158f927e-6118-478d-9789-63923237d30a in Status: UNINITIALIZED for 2s [ 644.951533] env[67361]: INFO networking_nsxv3.common.synchronization [req-e716e567-d9e8-4717-a6af-f57dfeaedbf6 req-bce96a63-ab25-4b55-ab8d-2611e9ee9aff tempest-ServersWithSpecificFlavorTestJSON-1443348591 tempest-ServersWithSpecificFlavorTestJSON-1443348591-project-member] Enqueued Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_members [ 644.951533] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_members [ 644.951533] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.951533] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.951533] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.952340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.952340] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.952340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.952340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.952340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.952340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.952658] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.165080] env[67361]: INFO networking_nsxv3.common.synchronization [None req-db713629-3886-45d8-92b7-2ddee0045e72 None None] Enqueued Resource ID: 2a7f893e-8c76-4fcf-a74c-51cb5c37c124 with Priority: HIGHEST for action port [ 645.165590] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7f893e-8c76-4fcf-a74c-51cb5c37c124 with Priority: HIGHEST for action port [ 645.165894] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a7f893e-8c76-4fcf-a74c-51cb5c37c124 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.166404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a7f893e-8c76-4fcf-a74c-51cb5c37c124" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.166528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a7f893e-8c76-4fcf-a74c-51cb5c37c124" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.166949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a7f893e-8c76-4fcf-a74c-51cb5c37c124" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.167279] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a7f893e-8c76-4fcf-a74c-51cb5c37c124',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.336635] env[67361]: INFO networking_nsxv3.common.synchronization [None req-52da4ee2-67f8-497a-92b2-23f718774bae None None] Enqueued Resource ID: 64aff526-23d2-45a2-b5cf-2835bc86b7c2 with Priority: HIGHEST for action port [ 645.336635] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64aff526-23d2-45a2-b5cf-2835bc86b7c2 with Priority: HIGHEST for action port [ 645.337876] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-64aff526-23d2-45a2-b5cf-2835bc86b7c2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.337876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64aff526-23d2-45a2-b5cf-2835bc86b7c2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.338184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64aff526-23d2-45a2-b5cf-2835bc86b7c2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.339708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64aff526-23d2-45a2-b5cf-2835bc86b7c2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.339708] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64aff526-23d2-45a2-b5cf-2835bc86b7c2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.455605] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.455785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.455873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.456135] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.456226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.456426] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.456549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.456617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.456783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.456861] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.456947] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 already deleted. [ 645.457044] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.661481] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.661481] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-937" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.661481] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-937" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.661481] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-937" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.661481] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.661481] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.661481] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.662060] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.662314] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.662629] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.662879] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.663180] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.665603] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.666734] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.667460] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.667745] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.670130] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a7f893e-8c76-4fcf-a74c-51cb5c37c124 [ 645.670458] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.670712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.670910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.672464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.672464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.672464] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a7f893e-8c76-4fcf-a74c-51cb5c37c124 already deleted. [ 645.672464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a7f893e-8c76-4fcf-a74c-51cb5c37c124" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.696020] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.696020] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.696020] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.696020] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-937" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.696020] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-8661da4a-b930-48e5-8b8f-a321851d7c74 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.696020] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-8661da4a-b930-48e5-8b8f-a321851d7c74" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.696020] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-8661da4a-b930-48e5-8b8f-a321851d7c74" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.696020] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-8661da4a-b930-48e5-8b8f-a321851d7c74" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.696020] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8661da4a-b930-48e5-8b8f-a321851d7c74',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.842301] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64aff526-23d2-45a2-b5cf-2835bc86b7c2 [ 645.842553] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.842700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.842773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.842997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.843100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.843251] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64aff526-23d2-45a2-b5cf-2835bc86b7c2 already deleted. [ 645.843343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64aff526-23d2-45a2-b5cf-2835bc86b7c2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.199186] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.199484] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.199630] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.199819] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.199953] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.200695] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 8661da4a-b930-48e5-8b8f-a321851d7c74 not found, creating... [ 646.200695] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.200695] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.200695] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.200920] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.200920] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.201181] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.201324] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.201435] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.201630] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.201750] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.202603] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 8661da4a-b930-48e5-8b8f-a321851d7c74 is going to be created. [ 646.230655] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.230655] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.230900] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.231221] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.231416] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.231611] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-8661da4a-b930-48e5-8b8f-a321851d7c74" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.406235] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e in Status: SUCCESS [ 646.406615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.685882] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 158f927e-6118-478d-9789-63923237d30a in Status: SUCCESS [ 646.685882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.685882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.685882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.685882] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.686257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.686257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.686257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.686360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.687228] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.687228] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('158f927e-6118-478d-9789-63923237d30a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.977462] env[67361]: INFO networking_nsxv3.common.synchronization [req-e716e567-d9e8-4717-a6af-f57dfeaedbf6 req-742d6843-4256-49f7-8730-75e54e2a45c7 service nova] Enqueued Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_rules [ 646.977792] env[67361]: INFO networking_nsxv3.common.synchronization [req-e716e567-d9e8-4717-a6af-f57dfeaedbf6 req-742d6843-4256-49f7-8730-75e54e2a45c7 service nova] Enqueued Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_members [ 646.977911] env[67361]: INFO networking_nsxv3.common.synchronization [req-e716e567-d9e8-4717-a6af-f57dfeaedbf6 req-742d6843-4256-49f7-8730-75e54e2a45c7 service nova] Enqueued Resource ID: 8661da4a-b930-48e5-8b8f-a321851d7c74 with Priority: HIGHEST for action port [ 646.978524] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_rules [ 646.978643] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_members [ 646.978767] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8661da4a-b930-48e5-8b8f-a321851d7c74 with Priority: HIGHEST for action port [ 646.979180] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.979281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.979281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.979503] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.979582] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.980655] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.980655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.980796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.980874] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.981057] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.981216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.981216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.981367] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.981657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.981657] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.983123] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-8661da4a-b930-48e5-8b8f-a321851d7c74 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.983254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8661da4a-b930-48e5-8b8f-a321851d7c74" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.983319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8661da4a-b930-48e5-8b8f-a321851d7c74" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.983558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8661da4a-b930-48e5-8b8f-a321851d7c74" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.983558] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8661da4a-b930-48e5-8b8f-a321851d7c74',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.194524] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-158f927e-6118-478d-9789-63923237d30a taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.197749] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.197749] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-158f927e-6118-478d-9789-63923237d30a taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.197749] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.197749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.198471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.198471] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('158f927e-6118-478d-9789-63923237d30a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.461544] env[67361]: INFO networking_nsxv3.common.synchronization [None req-ba57efaa-2752-44a7-956c-13d0a9741ba4 None None] Enqueued Resource ID: 71e25cd2-126c-48dd-9431-578861d35a75 with Priority: HIGHEST for action port [ 647.462307] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e25cd2-126c-48dd-9431-578861d35a75 with Priority: HIGHEST for action port [ 647.462772] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-71e25cd2-126c-48dd-9431-578861d35a75 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.462838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71e25cd2-126c-48dd-9431-578861d35a75" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.462875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71e25cd2-126c-48dd-9431-578861d35a75" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.464421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71e25cd2-126c-48dd-9431-578861d35a75" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.464421] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e25cd2-126c-48dd-9431-578861d35a75',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.486366] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.486366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.486575] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.487542] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8661da4a-b930-48e5-8b8f-a321851d7c74 with status ACTIVE [ 647.487978] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.487978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.487978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.488433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.488433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.488433] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.488576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.488576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.489116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.492392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.492392] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.492392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.492392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.492392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.492392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.492392] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8661da4a-b930-48e5-8b8f-a321851d7c74 is going to be updated. [ 647.518153] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.518351] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.518461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.518786] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.519364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.519364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8661da4a-b930-48e5-8b8f-a321851d7c74" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.544748] env[67361]: INFO networking_nsxv3.common.synchronization [req-1a9bc798-f8b5-452b-9093-211c2852ab58 req-b0b2be73-7c9a-49a3-925d-0c081ad8b899 tempest-ListImageFiltersTestJSON-2096725384 tempest-ListImageFiltersTestJSON-2096725384-project-member] Enqueued Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_members [ 647.545542] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_members [ 647.546317] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.546317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.546317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.546583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.546583] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.546672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.546672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.547480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.547480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.547480] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.701069] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 158f927e-6118-478d-9789-63923237d30a: rpc.has_security_group_logging(os_id): False [ 647.722470] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.722597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.722844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.722980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.723037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.723283] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.723811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.723811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.723811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.723811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.724012] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.724066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.724901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.724901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.724901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.727673] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.727787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.727849] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.728022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.728112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.728186] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 158f927e-6118-478d-9789-63923237d30a is going to be created. [ 647.757992] env[67361]: INFO networking_nsxv3.common.synchronization [None req-fc809c00-93c3-4277-ad7f-a542bfdf5eba None None] Enqueued Resource ID: 97c247fc-f1fa-436b-83c3-f2b7c25fd720 with Priority: HIGHEST for action port [ 647.757992] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c247fc-f1fa-436b-83c3-f2b7c25fd720 with Priority: HIGHEST for action port [ 647.758334] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-97c247fc-f1fa-436b-83c3-f2b7c25fd720 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.758473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97c247fc-f1fa-436b-83c3-f2b7c25fd720" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.758473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97c247fc-f1fa-436b-83c3-f2b7c25fd720" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.758697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97c247fc-f1fa-436b-83c3-f2b7c25fd720" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.758779] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97c247fc-f1fa-436b-83c3-f2b7c25fd720',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.802084] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.802320] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.802320] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.802566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.802777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.838027] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 158f927e-6118-478d-9789-63923237d30a in Status: IN_PROGRESS for 2s [ 647.965715] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71e25cd2-126c-48dd-9431-578861d35a75 [ 647.965955] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.966115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.966183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.966406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.966541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.966658] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71e25cd2-126c-48dd-9431-578861d35a75 already deleted. [ 647.966746] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71e25cd2-126c-48dd-9431-578861d35a75" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.994141] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.049539] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.094550] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.094749] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.094863] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.095163] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.095490] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.095643] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.095752] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.095990] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.097111] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.097111] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.097111] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.097111] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.097758] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.097758] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.098038] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.098038] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.119936] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.120122] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.120821] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.120821] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.120821] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-bedace29-d474-47c9-85f9-3acf18deb9b1 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.121068] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-bedace29-d474-47c9-85f9-3acf18deb9b1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.121068] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-bedace29-d474-47c9-85f9-3acf18deb9b1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.121292] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-bedace29-d474-47c9-85f9-3acf18deb9b1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.121429] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bedace29-d474-47c9-85f9-3acf18deb9b1',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.267383] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97c247fc-f1fa-436b-83c3-f2b7c25fd720 [ 648.267551] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.268202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.268202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.268329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.269059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.269059] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97c247fc-f1fa-436b-83c3-f2b7c25fd720 already deleted. [ 648.269059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97c247fc-f1fa-436b-83c3-f2b7c25fd720" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.496463] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.496463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.496812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.496812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.496812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.496928] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 is going to be created. [ 648.528143] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.528320] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.528369] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.528630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.528784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.539880] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: UNINITIALIZED for 2s [ 648.553212] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.625078] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.625436] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.625566] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.625933] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.626394] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.626394] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port bedace29-d474-47c9-85f9-3acf18deb9b1 not found, creating... [ 648.626489] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.626678] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.626793] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.627137] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.627531] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.627945] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.628152] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.628322] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.628561] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.628718] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.628877] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: bedace29-d474-47c9-85f9-3acf18deb9b1 is going to be created. [ 648.652723] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.652999] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.653143] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.653468] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.653734] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.654012] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-bedace29-d474-47c9-85f9-3acf18deb9b1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.055920] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.056141] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.056212] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.056524] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.056622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.056735] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 is going to be updated. [ 649.088383] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.088586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.088661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.088923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.089121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.102431] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 in Status: IN_PROGRESS for 2s [ 649.434373] env[67361]: INFO networking_nsxv3.common.synchronization [req-1a9bc798-f8b5-452b-9093-211c2852ab58 req-820ad327-31cf-4a2b-a584-6a2208982188 service nova] Enqueued Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_rules [ 649.437384] env[67361]: INFO networking_nsxv3.common.synchronization [req-1a9bc798-f8b5-452b-9093-211c2852ab58 req-820ad327-31cf-4a2b-a584-6a2208982188 service nova] Enqueued Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_members [ 649.437384] env[67361]: INFO networking_nsxv3.common.synchronization [req-1a9bc798-f8b5-452b-9093-211c2852ab58 req-820ad327-31cf-4a2b-a584-6a2208982188 service nova] Enqueued Resource ID: bedace29-d474-47c9-85f9-3acf18deb9b1 with Priority: HIGHEST for action port [ 649.437384] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_rules [ 649.437384] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_members [ 649.437384] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedace29-d474-47c9-85f9-3acf18deb9b1 with Priority: HIGHEST for action port [ 649.437384] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.439665] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.439665] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.439665] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.439665] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.440756] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.440756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.441337] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-bedace29-d474-47c9-85f9-3acf18deb9b1 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.441598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bedace29-d474-47c9-85f9-3acf18deb9b1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.442732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bedace29-d474-47c9-85f9-3acf18deb9b1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.442732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bedace29-d474-47c9-85f9-3acf18deb9b1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.442732] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bedace29-d474-47c9-85f9-3acf18deb9b1',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.853339] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 158f927e-6118-478d-9789-63923237d30a in Status: SUCCESS [ 649.853736] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.909742] env[67361]: INFO networking_nsxv3.common.synchronization [req-63c2544c-296c-403b-8413-6e0636423373 req-4b2b81ed-bccc-4b18-9f0d-272f85014e27 tempest-ServerActionsTestOtherB-896352122 tempest-ServerActionsTestOtherB-896352122-project-member] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 649.910391] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 649.910702] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.910829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.910892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.912500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.912500] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.912500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.912500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.912500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.912500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.912500] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.945800] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.949022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.949022] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bedace29-d474-47c9-85f9-3acf18deb9b1 with status ACTIVE [ 649.949022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.949022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.949022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.949022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.949022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.949022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.949022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.949022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.949022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.949022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.949022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.949022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.949022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.949022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.949022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.949687] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bedace29-d474-47c9-85f9-3acf18deb9b1 is going to be updated. [ 649.972116] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.972716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.972716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.972716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.972853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.972977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bedace29-d474-47c9-85f9-3acf18deb9b1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.415619] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.416515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.416515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.416515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.416695] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.416816] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.416925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.417032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.417174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.417247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.421031] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e already deleted. [ 650.421031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.550841] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: SUCCESS [ 650.551073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.551261] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.551485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.551640] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.551761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.551819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.551979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.552077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.552167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.552227] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.704050] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.704050] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.704050] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.704050] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.704050] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.704050] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.704050] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.704050] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.704550] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.704550] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.704616] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.704707] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.704803] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.704903] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.704995] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.705202] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.736470] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.736470] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.736470] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.736470] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.736470] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-07665cda-89b6-4007-bbfd-83979ef7716f taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.736470] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-07665cda-89b6-4007-bbfd-83979ef7716f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.736470] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-07665cda-89b6-4007-bbfd-83979ef7716f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.736470] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-07665cda-89b6-4007-bbfd-83979ef7716f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.736470] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07665cda-89b6-4007-bbfd-83979ef7716f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.781981] env[67361]: INFO networking_nsxv3.common.synchronization [None req-20745f81-8dda-46ef-9966-2fafcd3d96a5 None None] Enqueued Resource ID: 38528677-8817-4f20-bd9a-a916feea7f45 with Priority: HIGHEST for action port [ 650.782514] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38528677-8817-4f20-bd9a-a916feea7f45 with Priority: HIGHEST for action port [ 650.783022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-38528677-8817-4f20-bd9a-a916feea7f45 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.783022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38528677-8817-4f20-bd9a-a916feea7f45" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.783232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38528677-8817-4f20-bd9a-a916feea7f45" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.783997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38528677-8817-4f20-bd9a-a916feea7f45" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.783997] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38528677-8817-4f20-bd9a-a916feea7f45',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.056683] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.115370] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 in Status: SUCCESS [ 651.115585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.115901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.116497] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.116497] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.116497] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.116680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.116885] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.117037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.117182] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.239805] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.240060] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.240186] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.240460] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.240797] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.240797] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 07665cda-89b6-4007-bbfd-83979ef7716f not found, creating... [ 651.241179] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.241417] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.241616] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.241922] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.242108] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.242432] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.242633] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.242804] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.243295] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.243504] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.243705] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 07665cda-89b6-4007-bbfd-83979ef7716f is going to be created. [ 651.265423] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.265683] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.266218] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.266547] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.266847] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.267708] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-07665cda-89b6-4007-bbfd-83979ef7716f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.286543] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38528677-8817-4f20-bd9a-a916feea7f45 [ 651.286807] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.286956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.287035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.287262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.287349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.287648] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38528677-8817-4f20-bd9a-a916feea7f45 already deleted. [ 651.287817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38528677-8817-4f20-bd9a-a916feea7f45" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.437064] env[67361]: INFO networking_nsxv3.common.synchronization [req-61a26dfd-92bf-4200-a10d-21a94ead7bd7 req-ea1c0424-e278-4312-894f-f8e1849ed9f4 tempest-TenantUsagesTestJSON-1668750959 tempest-TenantUsagesTestJSON-1668750959-project-member] Enqueued Resource ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 with Priority: HIGHEST for action security_group_members [ 651.437758] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 with Priority: HIGHEST for action security_group_members [ 651.439161] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-52bae7d9-0298-4522-98bc-bf3a1fa72d41 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.439161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.439161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.439572] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.441803] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.441803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.441803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.441803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.441803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.441803] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52bae7d9-0298-4522-98bc-bf3a1fa72d41',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.560569] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894: rpc.has_security_group_logging(os_id): False [ 651.586107] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.586348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.586443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.586725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.586845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.587196] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.587324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.587487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.587708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.587816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.587930] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 is going to be created. [ 651.619472] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.665735] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.665860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.665893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.666501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.666501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.683682] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: IN_PROGRESS for 2s [ 651.946202] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.946202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.946202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.946202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.946202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.946202] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.946202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.946610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.946610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.946730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.947105] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 is going to be updated. [ 651.982694] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.982888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.982989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.983641] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.983641] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.993901] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 in Status: IN_PROGRESS for 2s [ 652.017760] env[67361]: INFO networking_nsxv3.common.synchronization [req-63c2544c-296c-403b-8413-6e0636423373 req-a6451bfd-e7a4-47f8-ab68-adbefd0f61a8 service nova] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_rules [ 652.017760] env[67361]: INFO networking_nsxv3.common.synchronization [req-63c2544c-296c-403b-8413-6e0636423373 req-a6451bfd-e7a4-47f8-ab68-adbefd0f61a8 service nova] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 652.017760] env[67361]: INFO networking_nsxv3.common.synchronization [req-63c2544c-296c-403b-8413-6e0636423373 req-a6451bfd-e7a4-47f8-ab68-adbefd0f61a8 service nova] Enqueued Resource ID: 07665cda-89b6-4007-bbfd-83979ef7716f with Priority: HIGHEST for action port [ 652.018011] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_rules [ 652.018162] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 652.018251] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07665cda-89b6-4007-bbfd-83979ef7716f with Priority: HIGHEST for action port [ 652.018692] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.018888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.018888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.019209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.019309] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.020232] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.020327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.020393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.020580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.020700] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.020938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.020938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.021078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.021078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.021147] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.023084] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-07665cda-89b6-4007-bbfd-83979ef7716f taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.023084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07665cda-89b6-4007-bbfd-83979ef7716f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.023084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07665cda-89b6-4007-bbfd-83979ef7716f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.023232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07665cda-89b6-4007-bbfd-83979ef7716f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.023288] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07665cda-89b6-4007-bbfd-83979ef7716f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.125570] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.192176] env[67361]: INFO networking_nsxv3.common.synchronization [req-0d3a0c03-98ab-416c-9f29-b3149d9e5db5 req-8169daa7-6aa0-40cb-9ddb-40c3cb7fac34 tempest-ServersTestFqdnHostnames-830056367 tempest-ServersTestFqdnHostnames-830056367-project-member] Enqueued Resource ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd with Priority: HIGHEST for action security_group_members [ 652.192176] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd with Priority: HIGHEST for action security_group_members [ 652.192176] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.192176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.192176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.192176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.192176] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.192176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.192176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.192176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.192946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.193233] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c44399d-288d-4fc0-88ee-ea3b9425d7cd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.526188] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.526188] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.526188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.526188] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07665cda-89b6-4007-bbfd-83979ef7716f with status ACTIVE [ 652.526188] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.526188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.526188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.526188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.526188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.526188] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.526188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.526188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.526188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.526188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.526720] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.526720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.526720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.526720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.526720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.526720] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07665cda-89b6-4007-bbfd-83979ef7716f is going to be updated. [ 652.550293] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.550444] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.550559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.550717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.550879] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.551446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07665cda-89b6-4007-bbfd-83979ef7716f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.629875] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.630168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.630270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.630547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.630645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.634024] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 is going to be updated. [ 652.673114] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.673332] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-794" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.673411] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-794" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.673853] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-794" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.674051] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.674492] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.674492] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.674653] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.674653] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.674864] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.675216] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.675216] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.675216] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.675691] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.675691] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.675691] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.677792] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.677792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.677792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.678197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.678197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.689447] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 in Status: IN_PROGRESS for 2s [ 652.696320] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.696433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.696508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.696763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.696818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.697033] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.697162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.697204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.697346] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.697504] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.697587] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd already deleted. [ 652.697671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.702309] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.702309] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.702561] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.702561] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-794" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.702892] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-3bf2b818-2b9a-4c9d-a692-cc291dcf3a90 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.703075] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-3bf2b818-2b9a-4c9d-a692-cc291dcf3a90" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.703230] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-3bf2b818-2b9a-4c9d-a692-cc291dcf3a90" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.703608] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-3bf2b818-2b9a-4c9d-a692-cc291dcf3a90" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.703744] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf2b818-2b9a-4c9d-a692-cc291dcf3a90',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.025983] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.213561] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.213561] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.213561] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.213561] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.213561] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.213561] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 3bf2b818-2b9a-4c9d-a692-cc291dcf3a90 not found, creating... [ 653.213561] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.213561] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.213561] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.213561] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.213561] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.214357] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.214357] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.214357] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.214357] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.214357] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.214357] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 3bf2b818-2b9a-4c9d-a692-cc291dcf3a90 is going to be created. [ 653.244676] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.244676] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.244676] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.244930] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.245269] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.245364] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-3bf2b818-2b9a-4c9d-a692-cc291dcf3a90" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.529627] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.529869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.529973] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.530516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.530516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.530516] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be created. [ 653.555322] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.555604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.555732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.555991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.556265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.569287] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: UNINITIALIZED for 2s [ 653.698364] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: SUCCESS [ 653.700778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.007049] env[67361]: INFO networking_nsxv3.common.synchronization [req-0d3a0c03-98ab-416c-9f29-b3149d9e5db5 req-ba3770e3-58d3-4f15-9bbf-7da0d3575943 service nova] Enqueued Resource ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd with Priority: HIGHEST for action security_group_rules [ 654.007049] env[67361]: INFO networking_nsxv3.common.synchronization [req-0d3a0c03-98ab-416c-9f29-b3149d9e5db5 req-ba3770e3-58d3-4f15-9bbf-7da0d3575943 service nova] Enqueued Resource ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd with Priority: HIGHEST for action security_group_members [ 654.007049] env[67361]: INFO networking_nsxv3.common.synchronization [req-0d3a0c03-98ab-416c-9f29-b3149d9e5db5 req-ba3770e3-58d3-4f15-9bbf-7da0d3575943 service nova] Enqueued Resource ID: 3bf2b818-2b9a-4c9d-a692-cc291dcf3a90 with Priority: HIGHEST for action port [ 654.007945] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 in Status: SUCCESS [ 654.008348] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 deletion is rescheduled due to dependency. [ 654.009018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.009815] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd with Priority: HIGHEST for action security_group_rules [ 654.010109] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd with Priority: HIGHEST for action security_group_members [ 654.010432] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf2b818-2b9a-4c9d-a692-cc291dcf3a90 with Priority: HIGHEST for action port [ 654.010918] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.011192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.011387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.011698] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.011918] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c44399d-288d-4fc0-88ee-ea3b9425d7cd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.014263] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.014694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.015587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.015686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.015873] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.015986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.016061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.016349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.016349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.016480] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c44399d-288d-4fc0-88ee-ea3b9425d7cd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.018618] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bf2b818-2b9a-4c9d-a692-cc291dcf3a90 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.018618] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bf2b818-2b9a-4c9d-a692-cc291dcf3a90" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.019101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bf2b818-2b9a-4c9d-a692-cc291dcf3a90" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.019101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bf2b818-2b9a-4c9d-a692-cc291dcf3a90" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.019210] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf2b818-2b9a-4c9d-a692-cc291dcf3a90',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.157666] env[67361]: INFO networking_nsxv3.common.synchronization [req-8e8d8495-e87e-4d18-a3e1-0b32c0767434 req-cdc3acd7-8987-401c-bd07-960cb8cc7b31 tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_members [ 654.158508] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_members [ 654.159474] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.159474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.159474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.159474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.159731] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.160086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.160086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.160189] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.160377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.160503] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.518803] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c44399d-288d-4fc0-88ee-ea3b9425d7cd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.522087] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.522087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.522252] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bf2b818-2b9a-4c9d-a692-cc291dcf3a90 with status ACTIVE [ 654.522929] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.522929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.522929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.522929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.522929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.523466] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.523466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.523466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.523774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.523774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.523774] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.524230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.524230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.524230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.524230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.524230] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bf2b818-2b9a-4c9d-a692-cc291dcf3a90 is going to be updated. [ 654.556910] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.557136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.557232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.557528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.558348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.558648] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bf2b818-2b9a-4c9d-a692-cc291dcf3a90" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.653373] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.653526] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.653669] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.654017] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.654287] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.654433] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.654538] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.654754] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.654885] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.655098] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.655200] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.655296] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.655397] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.655506] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.656386] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.656386] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.664230] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.664375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.664443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.664658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.664753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.664956] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.665071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.665132] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.665289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.665439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.665557] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 already deleted. [ 654.665608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.676553] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.676553] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.676553] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.676553] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.676837] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-13d081c7-9b70-4a9b-899f-de88fd97a6c7 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.676915] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-13d081c7-9b70-4a9b-899f-de88fd97a6c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.677046] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-13d081c7-9b70-4a9b-899f-de88fd97a6c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.677319] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-13d081c7-9b70-4a9b-899f-de88fd97a6c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.677426] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d081c7-9b70-4a9b-899f-de88fd97a6c7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.701056] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 in Status: SUCCESS [ 654.701056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.701056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.701056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.701056] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.701056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.701363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.701363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.701363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.701465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.701516] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.021650] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c44399d-288d-4fc0-88ee-ea3b9425d7cd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.180442] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.180442] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.180442] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.180878] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.180878] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.180949] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 13d081c7-9b70-4a9b-899f-de88fd97a6c7 not found, creating... [ 655.181225] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.181386] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.181498] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.181716] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.181911] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.182269] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.182422] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.182545] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.182749] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.182892] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.182999] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 13d081c7-9b70-4a9b-899f-de88fd97a6c7 is going to be created. [ 655.204834] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.204980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.204980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.205200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.205524] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.205742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.205815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.205983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.206131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.206254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.206443] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.206571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.206703] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.206979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.207078] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.207228] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.207299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.207540] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.207692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.207812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.207930] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.229966] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.230342] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.230557] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.230768] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.231100] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.231360] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-13d081c7-9b70-4a9b-899f-de88fd97a6c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.524273] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.524679] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.524679] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.524851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.524953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.525344] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd is going to be created. [ 655.561683] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.561683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.561854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.562019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.562212] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.574710] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd in Status: UNINITIALIZED for 2s [ 655.580178] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 655.580178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.580355] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.580926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.580926] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.581112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.581112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.582042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.582042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.582042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.582042] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.710417] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15e26741-0bd7-45d5-bfc0-8df098da01e2: rpc.has_security_group_logging(os_id): False [ 655.736385] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.736614] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.736750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.737078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.737174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.737440] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.737580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.737640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.737800] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.737896] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.738860] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.739009] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.739082] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.739248] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.739327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.739555] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.739687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.739752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.739902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.739982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.740103] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 is going to be updated. [ 655.852186] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.852186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.852186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.852186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.852186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.872547] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 in Status: IN_PROGRESS for 2s [ 656.071120] env[67361]: INFO networking_nsxv3.common.synchronization [req-8e8d8495-e87e-4d18-a3e1-0b32c0767434 req-4ea25307-6fe6-4814-8380-cb1507d1d8a1 service nova] Enqueued Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_rules [ 656.071120] env[67361]: INFO networking_nsxv3.common.synchronization [req-8e8d8495-e87e-4d18-a3e1-0b32c0767434 req-4ea25307-6fe6-4814-8380-cb1507d1d8a1 service nova] Enqueued Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_members [ 656.071382] env[67361]: INFO networking_nsxv3.common.synchronization [req-8e8d8495-e87e-4d18-a3e1-0b32c0767434 req-4ea25307-6fe6-4814-8380-cb1507d1d8a1 service nova] Enqueued Resource ID: 13d081c7-9b70-4a9b-899f-de88fd97a6c7 with Priority: HIGHEST for action port [ 656.071901] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_rules [ 656.072089] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_members [ 656.072177] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d081c7-9b70-4a9b-899f-de88fd97a6c7 with Priority: HIGHEST for action port [ 656.072550] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.072733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.072733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.072885] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.072981] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.073894] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.073994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.074071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.074327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.074433] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.074559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.074603] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.074834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.074916] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.076135] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.076331] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d081c7-9b70-4a9b-899f-de88fd97a6c7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.076480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d081c7-9b70-4a9b-899f-de88fd97a6c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.076519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d081c7-9b70-4a9b-899f-de88fd97a6c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.076860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d081c7-9b70-4a9b-899f-de88fd97a6c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.076860] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d081c7-9b70-4a9b-899f-de88fd97a6c7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.084375] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.580420] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.581500] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.581674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.582731] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13d081c7-9b70-4a9b-899f-de88fd97a6c7 with status ACTIVE [ 656.582731] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.582731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.582731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.582731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.582731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.582731] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.582731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.582731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.583347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.583347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.583347] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.583347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.583347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.583629] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.583629] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.583629] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13d081c7-9b70-4a9b-899f-de88fd97a6c7 is going to be updated. [ 656.586517] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e: rpc.has_security_group_logging(os_id): False [ 656.612687] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.612687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.612687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.612950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.612950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.613182] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.614039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.614039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.614039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.614039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.614039] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be created. [ 656.616613] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.616775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.616831] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.617157] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.617246] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.617409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d081c7-9b70-4a9b-899f-de88fd97a6c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.716149] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.716458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.716545] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.718802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.718802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.739894] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: IN_PROGRESS for 2s [ 657.087251] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.589761] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd in Status: SUCCESS [ 657.589761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.589761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.589761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.589761] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.589761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.589761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.589761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.589761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.589761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.590426] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c44399d-288d-4fc0-88ee-ea3b9425d7cd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.591220] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.591338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.591402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.591565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.592394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.592998] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 is going to be created. [ 657.618972] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.619172] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.619243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.619487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.619615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.636685] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: UNINITIALIZED for 2s [ 657.888097] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 in Status: SUCCESS [ 657.888323] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.094532] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c44399d-288d-4fc0-88ee-ea3b9425d7cd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.468162] env[67361]: INFO networking_nsxv3.common.synchronization [req-d122ac0e-0947-4258-b5c7-9a2dce78e643 req-1e5a8226-580d-491c-abb5-cb2bde374a4d tempest-ImagesNegativeTestJSON-586507859 tempest-ImagesNegativeTestJSON-586507859-project-member] Enqueued Resource ID: 3c229907-23f1-4550-822e-a1036fb15a5b with Priority: HIGHEST for action security_group_members [ 658.468854] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c229907-23f1-4550-822e-a1036fb15a5b with Priority: HIGHEST for action security_group_members [ 658.471411] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c229907-23f1-4550-822e-a1036fb15a5b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.471411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.471411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.471411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.471411] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.471411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.471411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.471411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.471890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.472540] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c229907-23f1-4550-822e-a1036fb15a5b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.597123] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c44399d-288d-4fc0-88ee-ea3b9425d7cd: rpc.has_security_group_logging(os_id): False [ 658.622175] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.622175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.622175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.622175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.622175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.622175] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.622175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.622175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.622175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.623328] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.625178] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd is going to be created. [ 658.711115] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.711790] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.712098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.712727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.713049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.731403] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd in Status: IN_PROGRESS for 2s [ 658.766777] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 658.766777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.976751] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.976751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.976751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.976751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.976751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.976751] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.976751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.976751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.976751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.976751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.976751] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c229907-23f1-4550-822e-a1036fb15a5b is going to be updated. [ 659.009191] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.009191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.009191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.009191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.009191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.020604] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c229907-23f1-4550-822e-a1036fb15a5b in Status: IN_PROGRESS for 2s [ 659.648761] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: SUCCESS [ 659.649191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.649191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.649693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.649693] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.649693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.649926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.649926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.649999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.650913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.650913] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.128761] env[67361]: INFO networking_nsxv3.common.synchronization [req-55594c4f-05fb-4135-bee2-7d1763f0c5a2 req-6101d10f-4f40-44e7-939d-5db600857677 tempest-ServerDiskConfigTestJSON-1842165197 tempest-ServerDiskConfigTestJSON-1842165197-project-member] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 660.128761] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 660.128912] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.129096] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.129173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.129378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.129533] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.129632] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.129695] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.130252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.130252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.130252] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.151928] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.637089] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.637089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.637089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.637089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.637089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.637089] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.637363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.637363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.637363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.637467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.637467] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 660.658144] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb88b5f8-1721-4efd-8e0b-182e88a4e3f6: rpc.has_security_group_logging(os_id): False [ 660.680727] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.680727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.680727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.680727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.681087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.684847] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.684847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.684847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.684847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.685229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.685573] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.685573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.687470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.687470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.687573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.687724] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 is going to be created. [ 660.698881] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 660.745716] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd in Status: SUCCESS [ 660.745938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.774640] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.774640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.774640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.775098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.775163] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.800056] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: IN_PROGRESS for 2s [ 660.859858] env[67361]: INFO networking_nsxv3.common.synchronization [None req-78947a1a-edb9-46ea-ba2b-2077119d19a3 None None] Enqueued Resource ID: 8dfd53a2-70c1-4487-b028-2eb46ed525c0 with Priority: HIGHEST for action port [ 660.860360] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfd53a2-70c1-4487-b028-2eb46ed525c0 with Priority: HIGHEST for action port [ 660.862332] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dfd53a2-70c1-4487-b028-2eb46ed525c0 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.862332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dfd53a2-70c1-4487-b028-2eb46ed525c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.862332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dfd53a2-70c1-4487-b028-2eb46ed525c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.862332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dfd53a2-70c1-4487-b028-2eb46ed525c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.863182] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dfd53a2-70c1-4487-b028-2eb46ed525c0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.038780] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c229907-23f1-4550-822e-a1036fb15a5b in Status: SUCCESS [ 661.041796] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c229907-23f1-4550-822e-a1036fb15a5b deletion is rescheduled due to dependency. [ 661.041796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.366276] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dfd53a2-70c1-4487-b028-2eb46ed525c0 [ 661.367719] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.367719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.367719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.367719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.367719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.367719] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dfd53a2-70c1-4487-b028-2eb46ed525c0 already deleted. [ 661.368164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dfd53a2-70c1-4487-b028-2eb46ed525c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.713677] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 662.713991] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e deletion is rescheduled due to dependency. [ 662.714443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.817328] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: SUCCESS [ 662.817747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.146159] env[67361]: INFO networking_nsxv3.common.synchronization [None req-f6a65b11-2531-4f0e-8ca2-5721a573a300 None None] Enqueued Resource ID: 391e9f48-9f1f-4da2-8389-d5bc63675044 with Priority: HIGHEST for action port [ 664.146755] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391e9f48-9f1f-4da2-8389-d5bc63675044 with Priority: HIGHEST for action port [ 664.147073] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-391e9f48-9f1f-4da2-8389-d5bc63675044 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.147196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-391e9f48-9f1f-4da2-8389-d5bc63675044" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.147265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-391e9f48-9f1f-4da2-8389-d5bc63675044" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.147526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-391e9f48-9f1f-4da2-8389-d5bc63675044" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.147632] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391e9f48-9f1f-4da2-8389-d5bc63675044',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.650677] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 391e9f48-9f1f-4da2-8389-d5bc63675044 [ 664.650911] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.651059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.651125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.651333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.651416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.651509] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:391e9f48-9f1f-4da2-8389-d5bc63675044 already deleted. [ 664.651587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-391e9f48-9f1f-4da2-8389-d5bc63675044" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.107398] env[67361]: INFO networking_nsxv3.common.synchronization [req-c624fa3a-ce10-4f45-84d0-4330481d2b52 req-7153f5f6-ed16-4ca4-abf5-a426020fb078 tempest-ServerDiagnosticsTest-326995129 tempest-ServerDiagnosticsTest-326995129-project-member] Enqueued Resource ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e with Priority: HIGHEST for action security_group_members [ 665.107398] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e with Priority: HIGHEST for action security_group_members [ 665.107398] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.107398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.107398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.108106] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.108518] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.108856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.110996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.110996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.110996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.110996] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185d62e4-c1ad-4ee2-87b4-9074e4497f4e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.614393] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.615340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.615340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.617340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.617476] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.617802] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.617947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.618134] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.618200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.618274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.618379] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e is going to be updated. [ 665.655851] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.655851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.655851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.656086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.656287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.668524] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e in Status: IN_PROGRESS for 2s [ 665.775193] env[67361]: INFO networking_nsxv3.common.synchronization [req-168ef7c0-02bc-4fb6-a986-f785d41180ae req-a258a7ad-66d0-4702-9aa3-ac13e25fd986 tempest-ServerDiagnosticsNegativeTest-565147488 tempest-ServerDiagnosticsNegativeTest-565147488-project-member] Enqueued Resource ID: 158f927e-6118-478d-9789-63923237d30a with Priority: HIGHEST for action security_group_members [ 665.776585] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158f927e-6118-478d-9789-63923237d30a with Priority: HIGHEST for action security_group_members [ 665.777394] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-158f927e-6118-478d-9789-63923237d30a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.779145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.779145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.779145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.779145] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.779145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.779145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.779145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.779145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.779799] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('158f927e-6118-478d-9789-63923237d30a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.282783] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.282974] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.283104] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.283654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.283781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.284032] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.284227] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.284302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.284487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.284583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.284685] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 158f927e-6118-478d-9789-63923237d30a is going to be updated. [ 666.316264] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.316467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.316467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.316626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.316873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.332064] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 158f927e-6118-478d-9789-63923237d30a in Status: IN_PROGRESS for 2s [ 666.942480] env[67361]: INFO networking_nsxv3.common.synchronization [req-5298ba81-668b-4ea4-835a-e9654e645ae9 req-e20cdf43-f947-459c-8338-f2b01f1607ad tempest-ServerMetadataTestJSON-279908781 tempest-ServerMetadataTestJSON-279908781-project-member] Enqueued Resource ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 with Priority: HIGHEST for action security_group_members [ 666.945183] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 with Priority: HIGHEST for action security_group_members [ 666.947076] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac7e7b3-d45f-4589-80b6-d641e9082859 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.947993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.947993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.948216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.948494] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.948494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.948738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.948738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.948886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.948952] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ac7e7b3-d45f-4589-80b6-d641e9082859',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.453974] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.454315] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-420" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.454414] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-420" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.455027] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-420" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.455237] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.456633] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.456633] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.456633] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.456777] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.456948] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.457109] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.457220] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.457324] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.457429] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.457528] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.457709] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.459489] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.459631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.459693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.459887] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.459976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.460271] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.460408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.460516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.461052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.461158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.461249] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 already deleted. [ 667.461332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.482677] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.482677] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.482677] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.482677] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-420" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.483026] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-7442afe0-2c2c-4626-86ce-2b6e590ac633 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.483026] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-7442afe0-2c2c-4626-86ce-2b6e590ac633" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.483209] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-7442afe0-2c2c-4626-86ce-2b6e590ac633" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.483516] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-7442afe0-2c2c-4626-86ce-2b6e590ac633" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.483711] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7442afe0-2c2c-4626-86ce-2b6e590ac633',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.679660] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e in Status: SUCCESS [ 667.679968] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e deletion is rescheduled due to dependency. [ 667.680205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.986377] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.986885] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.986940] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.987360] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.987553] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.987866] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 7442afe0-2c2c-4626-86ce-2b6e590ac633 not found, creating... [ 667.988073] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.988236] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.988346] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.988611] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.988745] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.989031] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.989185] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.989293] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.989502] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.989626] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.989759] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 7442afe0-2c2c-4626-86ce-2b6e590ac633 is going to be created. [ 668.010974] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.011518] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.011642] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.011879] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.012083] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.012308] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-7442afe0-2c2c-4626-86ce-2b6e590ac633" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.343236] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 158f927e-6118-478d-9789-63923237d30a in Status: SUCCESS [ 668.343236] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 158f927e-6118-478d-9789-63923237d30a deletion is rescheduled due to dependency. [ 668.343425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.806161] env[67361]: INFO networking_nsxv3.common.synchronization [req-5298ba81-668b-4ea4-835a-e9654e645ae9 req-64048f33-b4ec-427f-8be7-c8e6ecc02f7a service nova] Enqueued Resource ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 with Priority: HIGHEST for action security_group_rules [ 668.806404] env[67361]: INFO networking_nsxv3.common.synchronization [req-5298ba81-668b-4ea4-835a-e9654e645ae9 req-64048f33-b4ec-427f-8be7-c8e6ecc02f7a service nova] Enqueued Resource ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 with Priority: HIGHEST for action security_group_members [ 668.806630] env[67361]: INFO networking_nsxv3.common.synchronization [req-5298ba81-668b-4ea4-835a-e9654e645ae9 req-64048f33-b4ec-427f-8be7-c8e6ecc02f7a service nova] Enqueued Resource ID: 7442afe0-2c2c-4626-86ce-2b6e590ac633 with Priority: HIGHEST for action port [ 668.811247] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 with Priority: HIGHEST for action security_group_rules [ 668.811247] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 with Priority: HIGHEST for action security_group_members [ 668.811247] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7442afe0-2c2c-4626-86ce-2b6e590ac633 with Priority: HIGHEST for action port [ 668.811247] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ac7e7b3-d45f-4589-80b6-d641e9082859 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.811247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.811247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.811247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.811247] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ac7e7b3-d45f-4589-80b6-d641e9082859',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.811247] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac7e7b3-d45f-4589-80b6-d641e9082859 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.811247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.811247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.811247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.811247] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.811247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.811247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.812202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.812435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.812652] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ac7e7b3-d45f-4589-80b6-d641e9082859',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.814651] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-7442afe0-2c2c-4626-86ce-2b6e590ac633 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.815664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7442afe0-2c2c-4626-86ce-2b6e590ac633" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.815664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7442afe0-2c2c-4626-86ce-2b6e590ac633" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.815664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7442afe0-2c2c-4626-86ce-2b6e590ac633" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.815664] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7442afe0-2c2c-4626-86ce-2b6e590ac633',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.263515] env[67361]: INFO networking_nsxv3.common.synchronization [req-a9a07597-b0ff-4153-9656-43f2c25eab9a req-667fab4f-6dea-41e3-a2c8-48ef935ea9f9 tempest-VolumesAdminNegativeTest-1437744022 tempest-VolumesAdminNegativeTest-1437744022-project-member] Enqueued Resource ID: 21e00299-b157-4633-b372-3dc98a89690c with Priority: HIGHEST for action security_group_members [ 669.263719] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e00299-b157-4633-b372-3dc98a89690c with Priority: HIGHEST for action security_group_members [ 669.263909] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e00299-b157-4633-b372-3dc98a89690c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.264352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.264585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.264854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.265067] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.265171] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.265308] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.265540] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.265624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.265708] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e00299-b157-4633-b372-3dc98a89690c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.319445] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ac7e7b3-d45f-4589-80b6-d641e9082859',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.322480] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac7e7b3-d45f-4589-80b6-d641e9082859 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.322480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.322671] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7442afe0-2c2c-4626-86ce-2b6e590ac633 with status ACTIVE [ 669.322768] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.322852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.322957] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.326149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.326149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.326149] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.326149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.326149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.326149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.326149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.326149] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.326149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.326149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.326149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.326149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.326149] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7442afe0-2c2c-4626-86ce-2b6e590ac633 is going to be updated. [ 669.354183] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.358067] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.358067] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.358067] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.358067] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.358067] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7442afe0-2c2c-4626-86ce-2b6e590ac633" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.769045] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.769045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.769045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.769045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.769045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.769045] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.769045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.769045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.769464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.769464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.769464] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e00299-b157-4633-b372-3dc98a89690c already deleted. [ 669.769464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.785157] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.785282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-987" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.785378] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-987" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.785779] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-987" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.786128] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.786291] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.786408] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.786648] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.786788] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.787041] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.787168] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.787319] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.787376] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.787470] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.787571] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.787808] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.809112] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.809283] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.809413] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.809603] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-987" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.810087] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-a76e2992-2827-40db-8e53-be17eed2b2e1 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.810295] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-a76e2992-2827-40db-8e53-be17eed2b2e1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.810495] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-a76e2992-2827-40db-8e53-be17eed2b2e1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.810947] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-a76e2992-2827-40db-8e53-be17eed2b2e1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.811574] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76e2992-2827-40db-8e53-be17eed2b2e1',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.829316] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ac7e7b3-d45f-4589-80b6-d641e9082859',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.313831] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.314317] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.314317] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.314449] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.314522] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.314659] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port a76e2992-2827-40db-8e53-be17eed2b2e1 not found, creating... [ 670.314949] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.315115] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.315224] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.315430] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.315557] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.315901] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.316056] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.316166] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.316372] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.316496] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.316625] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: a76e2992-2827-40db-8e53-be17eed2b2e1 is going to be created. [ 670.331638] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.331871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.331871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.332112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.332253] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.332369] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 is going to be created. [ 670.356925] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.357199] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.357331] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.357713] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.357991] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.358352] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-a76e2992-2827-40db-8e53-be17eed2b2e1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.360726] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.360878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.360953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.361199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.361358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.371907] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 in Status: UNINITIALIZED for 2s [ 671.082991] env[67361]: INFO networking_nsxv3.common.synchronization [req-a9a07597-b0ff-4153-9656-43f2c25eab9a req-ddeff3d4-550c-4b7c-bd65-56b785b585ec service nova] Enqueued Resource ID: 21e00299-b157-4633-b372-3dc98a89690c with Priority: HIGHEST for action security_group_rules [ 671.083242] env[67361]: INFO networking_nsxv3.common.synchronization [req-a9a07597-b0ff-4153-9656-43f2c25eab9a req-ddeff3d4-550c-4b7c-bd65-56b785b585ec service nova] Enqueued Resource ID: 21e00299-b157-4633-b372-3dc98a89690c with Priority: HIGHEST for action security_group_members [ 671.083392] env[67361]: INFO networking_nsxv3.common.synchronization [req-a9a07597-b0ff-4153-9656-43f2c25eab9a req-ddeff3d4-550c-4b7c-bd65-56b785b585ec service nova] Enqueued Resource ID: a76e2992-2827-40db-8e53-be17eed2b2e1 with Priority: HIGHEST for action port [ 671.083954] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e00299-b157-4633-b372-3dc98a89690c with Priority: HIGHEST for action security_group_rules [ 671.084116] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e00299-b157-4633-b372-3dc98a89690c with Priority: HIGHEST for action security_group_members [ 671.084220] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76e2992-2827-40db-8e53-be17eed2b2e1 with Priority: HIGHEST for action port [ 671.084511] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e00299-b157-4633-b372-3dc98a89690c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.084676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.084717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.084980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.085136] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e00299-b157-4633-b372-3dc98a89690c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.086013] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e00299-b157-4633-b372-3dc98a89690c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.086151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.086227] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.086408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.086636] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.086758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.086845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.086994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.087110] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.087211] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e00299-b157-4633-b372-3dc98a89690c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.088534] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-a76e2992-2827-40db-8e53-be17eed2b2e1 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.088534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a76e2992-2827-40db-8e53-be17eed2b2e1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.088738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a76e2992-2827-40db-8e53-be17eed2b2e1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.088738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a76e2992-2827-40db-8e53-be17eed2b2e1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.088907] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76e2992-2827-40db-8e53-be17eed2b2e1',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.590710] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e00299-b157-4633-b372-3dc98a89690c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.591117] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.591190] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e00299-b157-4633-b372-3dc98a89690c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.592367] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a76e2992-2827-40db-8e53-be17eed2b2e1 with status ACTIVE [ 671.593021] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.593021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.593021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.593021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.593285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.593285] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.593385] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.593446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.593617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.593698] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.593882] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.593976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.594039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.594185] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.594257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.594361] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a76e2992-2827-40db-8e53-be17eed2b2e1 is going to be updated. [ 671.620501] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.620501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.620631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.620750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.620916] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.621101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a76e2992-2827-40db-8e53-be17eed2b2e1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.050632] env[67361]: INFO networking_nsxv3.common.synchronization [req-dc5a343b-4ddd-4447-91ef-a03711827e95 req-d800fa91-fdc0-4bbf-b8f2-fc9e8ce2b4a3 tempest-DeleteServersAdminTestJSON-1944132607 tempest-DeleteServersAdminTestJSON-1944132607-project-member] Enqueued Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_members [ 672.051536] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_members [ 672.053858] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.053858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.053858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.053858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.053858] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.053858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.053858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.053858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.053858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.053858] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.096967] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e00299-b157-4633-b372-3dc98a89690c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.384246] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 in Status: SUCCESS [ 672.384418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.384533] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.384901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.385141] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.385268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.385340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.385526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.385612] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.385881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.385997] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ac7e7b3-d45f-4589-80b6-d641e9082859',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.560545] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.560737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.560795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.560998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.561096] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.561310] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.561413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.561464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.561611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.561682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.561782] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 377a7306-03cc-4abd-839e-3101d2d30df9 is going to be updated. [ 672.596204] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.596204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.596204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.596204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.596204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.600755] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.603414] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.603414] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.603414] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.603414] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.603414] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e00299-b157-4633-b372-3dc98a89690c is going to be created. [ 672.606108] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 377a7306-03cc-4abd-839e-3101d2d30df9 in Status: IN_PROGRESS for 2s [ 672.632031] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.632031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.632031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.632031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.632031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.645161] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e00299-b157-4633-b372-3dc98a89690c in Status: UNINITIALIZED for 2s [ 672.888876] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac7e7b3-d45f-4589-80b6-d641e9082859 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.889817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.889817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.889817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.890046] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.890193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.890241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.890451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.890788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.890941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.891170] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac7e7b3-d45f-4589-80b6-d641e9082859 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.891322] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.891482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.891718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.891950] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.892362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.892509] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.892721] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.892854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.893094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.893256] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ac7e7b3-d45f-4589-80b6-d641e9082859',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.013167] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.013167] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.013603] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.013603] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.013750] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.013927] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.015101] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.015101] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.015101] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.015101] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.015101] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.015584] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.015584] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.015679] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.015780] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.016020] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.045043] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.045043] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.045043] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.045369] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.045508] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-547e0400-f1dd-4c7d-964c-cdec76935e6d taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.045745] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-547e0400-f1dd-4c7d-964c-cdec76935e6d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.045914] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-547e0400-f1dd-4c7d-964c-cdec76935e6d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.046192] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-547e0400-f1dd-4c7d-964c-cdec76935e6d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.046329] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('547e0400-f1dd-4c7d-964c-cdec76935e6d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.395319] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ac7e7b3-d45f-4589-80b6-d641e9082859: rpc.has_security_group_logging(os_id): False [ 673.416370] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.416629] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.416678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.416991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.417152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.417504] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.417722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.417815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.418391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.418391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.418391] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.418391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.418607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.418607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.418797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.418842] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.419753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.419753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.419753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.419753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.419753] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 is going to be created. [ 673.496809] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.497057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.497125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.497325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.497587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.513167] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 in Status: IN_PROGRESS for 2s [ 673.550122] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.550598] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.550707] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.551126] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.551330] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.551530] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 547e0400-f1dd-4c7d-964c-cdec76935e6d not found, creating... [ 673.551913] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.552135] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.552269] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.552578] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.552713] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.554068] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.555723] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.555801] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.556038] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.556183] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.556376] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 547e0400-f1dd-4c7d-964c-cdec76935e6d is going to be created. [ 673.580476] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.580776] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.580961] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.582448] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.582742] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.583103] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-547e0400-f1dd-4c7d-964c-cdec76935e6d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.476982] env[67361]: INFO networking_nsxv3.common.synchronization [req-dc5a343b-4ddd-4447-91ef-a03711827e95 req-a031dc4a-cf49-4d88-8b95-c01247254660 service nova] Enqueued Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_rules [ 674.478349] env[67361]: INFO networking_nsxv3.common.synchronization [req-dc5a343b-4ddd-4447-91ef-a03711827e95 req-a031dc4a-cf49-4d88-8b95-c01247254660 service nova] Enqueued Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_members [ 674.478908] env[67361]: INFO networking_nsxv3.common.synchronization [req-dc5a343b-4ddd-4447-91ef-a03711827e95 req-a031dc4a-cf49-4d88-8b95-c01247254660 service nova] Enqueued Resource ID: 547e0400-f1dd-4c7d-964c-cdec76935e6d with Priority: HIGHEST for action port [ 674.480188] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_rules [ 674.480441] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_members [ 674.480613] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547e0400-f1dd-4c7d-964c-cdec76935e6d with Priority: HIGHEST for action port [ 674.481084] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.481595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.481961] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.482141] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.482333] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.483939] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.484133] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.484618] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-547e0400-f1dd-4c7d-964c-cdec76935e6d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.485270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-547e0400-f1dd-4c7d-964c-cdec76935e6d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.485397] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-547e0400-f1dd-4c7d-964c-cdec76935e6d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.485649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-547e0400-f1dd-4c7d-964c-cdec76935e6d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.485745] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('547e0400-f1dd-4c7d-964c-cdec76935e6d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.618031] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 377a7306-03cc-4abd-839e-3101d2d30df9 in Status: SUCCESS [ 674.618283] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 377a7306-03cc-4abd-839e-3101d2d30df9 deletion is rescheduled due to dependency. [ 674.618475] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.618725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.619049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.619330] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.619507] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.619599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.619952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.620791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.620985] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.671407] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e00299-b157-4633-b372-3dc98a89690c in Status: SUCCESS [ 674.672162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.672162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.672162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.672577] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.672705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.672757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.672939] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.673062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.673278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.673414] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21e00299-b157-4633-b372-3dc98a89690c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.988634] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.988968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.988968] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 547e0400-f1dd-4c7d-964c-cdec76935e6d with status ACTIVE [ 674.989096] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.989161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.989232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.992679] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.992796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.993025] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.993137] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.993192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.993528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.993627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.993890] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.994000] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.994000] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.994152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.994302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.994430] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 547e0400-f1dd-4c7d-964c-cdec76935e6d is going to be updated. [ 675.022201] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.022396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.022474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.022787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.022945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.023136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-547e0400-f1dd-4c7d-964c-cdec76935e6d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.127512] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.176988] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e00299-b157-4633-b372-3dc98a89690c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.177223] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.177223] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.177655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.177655] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.177918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.177918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.178272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.178445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.178549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.179431] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e00299-b157-4633-b372-3dc98a89690c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.179572] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.179651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.179754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.180265] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.180265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.180265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.180265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.180265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.180673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.180673] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21e00299-b157-4633-b372-3dc98a89690c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.490633] env[67361]: INFO networking_nsxv3.common.synchronization [req-9270dfe4-00a0-43ec-91a2-24788353f71c req-0c556f8d-4fe5-4a2b-ad46-c661accccf91 tempest-ServersAdminTestJSON-431986726 tempest-ServersAdminTestJSON-431986726-project-member] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 675.491532] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 675.491601] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.491841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.491841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.492166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.492166] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.492367] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.492422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.492561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.492656] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.492771] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.527192] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 in Status: SUCCESS [ 675.527828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.629215] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.682930] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21e00299-b157-4633-b372-3dc98a89690c: rpc.has_security_group_logging(os_id): False [ 675.704271] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.704449] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.704524] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.704807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.704909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.705141] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.705243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.705781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.705781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.705781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.705781] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.705781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.706151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.706151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.706151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.706274] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.706351] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.706407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.707470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.707470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.707470] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e00299-b157-4633-b372-3dc98a89690c is going to be created. [ 675.797182] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.797378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.797443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.797650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.797934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.822295] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e00299-b157-4633-b372-3dc98a89690c in Status: IN_PROGRESS for 2s [ 675.995477] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.103019] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.103019] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.103019] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.103364] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.104074] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.104445] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.104675] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.107018] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.107018] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.107018] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.107018] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.107018] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.107018] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.107018] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.107018] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.107018] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.131995] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.131995] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.131995] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.131995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.131995] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-1374d705-d7a4-40ef-9ff1-0893f8392996 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.131995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-1374d705-d7a4-40ef-9ff1-0893f8392996" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.131995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-1374d705-d7a4-40ef-9ff1-0893f8392996" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.131995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-1374d705-d7a4-40ef-9ff1-0893f8392996" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.131995] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1374d705-d7a4-40ef-9ff1-0893f8392996',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.134073] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.134389] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.134562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.134858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.137018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.137018] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 377a7306-03cc-4abd-839e-3101d2d30df9 is going to be updated. [ 676.171084] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.171084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.171084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.171084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.171084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.182226] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 377a7306-03cc-4abd-839e-3101d2d30df9 in Status: IN_PROGRESS for 2s [ 676.497951] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.639039] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.639039] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.639268] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.639575] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.639786] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.639945] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 1374d705-d7a4-40ef-9ff1-0893f8392996 not found, creating... [ 676.640267] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.640517] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.640698] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.641859] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.642239] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.643497] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.643751] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.643902] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.644223] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.644659] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.644895] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 1374d705-d7a4-40ef-9ff1-0893f8392996 is going to be created. [ 676.672614] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.672614] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.674869] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.674869] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.674869] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.674869] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-1374d705-d7a4-40ef-9ff1-0893f8392996" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.000573] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.000573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.000573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.000848] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.001001] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.001001] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be updated. [ 677.033572] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.033757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.033799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.034213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.034213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.049098] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 2s [ 677.512962] env[67361]: INFO networking_nsxv3.common.synchronization [req-9270dfe4-00a0-43ec-91a2-24788353f71c req-e354ad7f-fdd3-4337-8fbe-24519acd9156 service nova] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_rules [ 677.512962] env[67361]: INFO networking_nsxv3.common.synchronization [req-9270dfe4-00a0-43ec-91a2-24788353f71c req-e354ad7f-fdd3-4337-8fbe-24519acd9156 service nova] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 677.512962] env[67361]: INFO networking_nsxv3.common.synchronization [req-9270dfe4-00a0-43ec-91a2-24788353f71c req-e354ad7f-fdd3-4337-8fbe-24519acd9156 service nova] Enqueued Resource ID: 1374d705-d7a4-40ef-9ff1-0893f8392996 with Priority: HIGHEST for action port [ 677.513224] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_rules [ 677.513224] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 677.513298] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1374d705-d7a4-40ef-9ff1-0893f8392996 with Priority: HIGHEST for action port [ 677.513799] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.513922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.513988] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.514211] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.514292] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.515202] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.515289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.517072] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-1374d705-d7a4-40ef-9ff1-0893f8392996 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.517199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1374d705-d7a4-40ef-9ff1-0893f8392996" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.517259] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1374d705-d7a4-40ef-9ff1-0893f8392996" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.517454] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1374d705-d7a4-40ef-9ff1-0893f8392996" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.517540] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1374d705-d7a4-40ef-9ff1-0893f8392996',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.835801] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e00299-b157-4633-b372-3dc98a89690c in Status: SUCCESS [ 677.836407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.019993] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.020193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.020410] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1374d705-d7a4-40ef-9ff1-0893f8392996 with status ACTIVE [ 678.020590] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.020816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.020816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.020989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.021090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.021272] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.021362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.021424] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.021583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.021659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.021849] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.021932] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.021993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.022226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.022226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.022352] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1374d705-d7a4-40ef-9ff1-0893f8392996 is going to be updated. [ 678.047506] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.047722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.047779] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.048052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.048197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.048399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1374d705-d7a4-40ef-9ff1-0893f8392996" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.195273] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 377a7306-03cc-4abd-839e-3101d2d30df9 in Status: SUCCESS [ 678.195273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.195273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.195493] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.195686] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.195911] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.195911] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.196188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.196349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.196349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.196493] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.699030] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.699429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.699429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.699429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.699947] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.699947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.699947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.699947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.700208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.700208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.700320] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.700421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.700480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.700626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.700773] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.700858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.701024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.701089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.701183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.701224] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.701313] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.060802] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 679.061609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.061609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.061609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.061829] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.061979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.062075] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.062247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.062371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.062475] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.204800] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 377a7306-03cc-4abd-839e-3101d2d30df9: rpc.has_security_group_logging(os_id): False [ 679.228349] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.229113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.229113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.229113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.229113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.229113] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.229356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.229356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.231015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.231015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.231015] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.231015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.231015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.231015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.231015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.231015] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.231015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.231015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.231015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.231015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.231015] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 377a7306-03cc-4abd-839e-3101d2d30df9 is going to be updated. [ 679.323470] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.323640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.323717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.323964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.324140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.343791] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 377a7306-03cc-4abd-839e-3101d2d30df9 in Status: IN_PROGRESS for 2s [ 679.565153] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.069416] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.573488] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.573667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.573776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.573989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.574108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.574210] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be updated. [ 680.608163] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.608580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.609276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.609534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.609839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.621033] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 2s [ 681.360656] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 377a7306-03cc-4abd-839e-3101d2d30df9 in Status: SUCCESS [ 681.361161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.122933] env[67361]: INFO networking_nsxv3.common.synchronization [req-9d0fa50b-e12f-40b7-9bed-d58cf61bc3c4 req-b86499f5-705b-4555-916c-7d936dedf712 tempest-ImagesTestJSON-158730557 tempest-ImagesTestJSON-158730557-project-member] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 682.123657] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 682.125326] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.125326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.125326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.125326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.125608] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.125608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.125608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.125812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.125942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.126088] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.635037] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 682.635931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.635931] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.635931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.635931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.636190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.636265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.636712] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.636712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.636712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.637422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.637422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.639861] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 682.641413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.641761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.642045] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.642238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.642396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.642606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.642764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.642914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.643182] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.682032] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.682032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.682032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.682296] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.682398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.699020] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 683.148827] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.148827] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.148827] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.148827] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.149164] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.149164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.149164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.149369] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.149437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.149538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.149736] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.149812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.149857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.150029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.150187] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.150282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.150343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.150483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.150637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.150674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.150756] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.655571] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5: rpc.has_security_group_logging(os_id): False [ 683.680381] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.683863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.683863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.683863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.683863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.683863] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.683863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.683863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.684720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.684844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.685221] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.685912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.686054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.689021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.689021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.689021] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.689021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.689021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.689021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.689021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.689021] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be updated. [ 683.771188] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.771358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.771404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.771619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.771762] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.789095] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 2s [ 684.711727] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 684.712020] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca deletion is rescheduled due to dependency. [ 684.712020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.809597] env[67361]: INFO networking_nsxv3.common.synchronization [req-d8516a2e-77ff-4432-987f-5fe068af2d8d req-0c451c79-3c3a-465a-987f-5feee3bdfb9a tempest-ServerDiskConfigTestJSON-1842165197 tempest-ServerDiskConfigTestJSON-1842165197-project-member] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 684.810368] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 684.810789] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.810975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.811150] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.811356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.811559] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.811684] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.811746] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.811915] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.812016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.812155] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.286885] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.287151] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.287276] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.287609] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.287962] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.288220] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.288322] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.288601] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.289110] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.289110] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.289270] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.289421] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.289539] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.289666] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.289771] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.289904] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.311911] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.311911] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.311911] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.311911] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.312496] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-c7f13ece-ffd4-4531-aa61-aee40973707d taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.315211] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-c7f13ece-ffd4-4531-aa61-aee40973707d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.315211] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-c7f13ece-ffd4-4531-aa61-aee40973707d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.315211] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-c7f13ece-ffd4-4531-aa61-aee40973707d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.315211] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7f13ece-ffd4-4531-aa61-aee40973707d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.315211] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.315727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.321882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.321882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.321882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.321882] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.321882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.321882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.321882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.321882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.321882] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 685.398294] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.398294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.398294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.398294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.398294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.411477] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 685.812451] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 685.812451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.825619] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.825928] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.826106] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.826397] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.826591] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.826703] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port c7f13ece-ffd4-4531-aa61-aee40973707d not found, creating... [ 685.827640] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.828934] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.829108] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.829375] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.829514] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.829831] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.829993] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.830129] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.830365] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.830489] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.830622] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: c7f13ece-ffd4-4531-aa61-aee40973707d is going to be created. [ 685.864798] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.865062] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.865486] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.866231] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.866231] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.866231] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-c7f13ece-ffd4-4531-aa61-aee40973707d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.654178] env[67361]: INFO networking_nsxv3.common.synchronization [req-d8516a2e-77ff-4432-987f-5fe068af2d8d req-a0ee40ba-50e1-4198-a589-698e4cdff353 service nova] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_rules [ 686.654543] env[67361]: INFO networking_nsxv3.common.synchronization [req-d8516a2e-77ff-4432-987f-5fe068af2d8d req-a0ee40ba-50e1-4198-a589-698e4cdff353 service nova] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 686.654605] env[67361]: INFO networking_nsxv3.common.synchronization [req-d8516a2e-77ff-4432-987f-5fe068af2d8d req-a0ee40ba-50e1-4198-a589-698e4cdff353 service nova] Enqueued Resource ID: c7f13ece-ffd4-4531-aa61-aee40973707d with Priority: HIGHEST for action port [ 686.655618] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_rules [ 686.655865] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 686.655865] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7f13ece-ffd4-4531-aa61-aee40973707d with Priority: HIGHEST for action port [ 686.656309] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.656499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.656607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.656891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.656980] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.657910] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.658073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.658313] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7f13ece-ffd4-4531-aa61-aee40973707d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.658459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7f13ece-ffd4-4531-aa61-aee40973707d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.658631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7f13ece-ffd4-4531-aa61-aee40973707d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.658750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7f13ece-ffd4-4531-aa61-aee40973707d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.658905] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7f13ece-ffd4-4531-aa61-aee40973707d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.163597] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.163923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.164063] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7f13ece-ffd4-4531-aa61-aee40973707d with status ACTIVE [ 687.164283] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.164439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.164508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.164805] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.164886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.165298] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.165452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.165542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.165793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.165921] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.166156] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.166288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.166773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.166773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.166773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.166773] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7f13ece-ffd4-4531-aa61-aee40973707d is going to be updated. [ 687.190595] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.190812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.190902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.191208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.191384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.192042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7f13ece-ffd4-4531-aa61-aee40973707d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.423987] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 687.424210] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e deletion is rescheduled due to dependency. [ 687.424331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.424512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.424770] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.424959] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.425108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.425256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.425405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.425578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.425578] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.928209] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.432304] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.849815] env[67361]: INFO networking_nsxv3.common.synchronization [None req-245caf06-92a3-4698-89dd-94acda900067 None None] Enqueued Resource ID: e81a6139-a465-4e28-9b81-46d7cabd4278 with Priority: HIGHEST for action port [ 688.850203] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e81a6139-a465-4e28-9b81-46d7cabd4278 with Priority: HIGHEST for action port [ 688.850564] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-e81a6139-a465-4e28-9b81-46d7cabd4278 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.850739] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e81a6139-a465-4e28-9b81-46d7cabd4278" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.851593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e81a6139-a465-4e28-9b81-46d7cabd4278" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.851593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e81a6139-a465-4e28-9b81-46d7cabd4278" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.851593] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81a6139-a465-4e28-9b81-46d7cabd4278',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.915802] env[67361]: INFO networking_nsxv3.common.synchronization [None req-5082bc72-a9ba-438f-b74f-b900d292b947 None None] Enqueued Resource ID: e868dc08-e0eb-4173-8fa7-83dd6be33bf2 with Priority: HIGHEST for action port [ 688.916442] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e868dc08-e0eb-4173-8fa7-83dd6be33bf2 with Priority: HIGHEST for action port [ 688.916758] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-e868dc08-e0eb-4173-8fa7-83dd6be33bf2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.916902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e868dc08-e0eb-4173-8fa7-83dd6be33bf2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.916987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e868dc08-e0eb-4173-8fa7-83dd6be33bf2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.917752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e868dc08-e0eb-4173-8fa7-83dd6be33bf2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.917752] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e868dc08-e0eb-4173-8fa7-83dd6be33bf2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.935385] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.935576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.935624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.935882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.935995] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.936546] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 688.974050] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.974050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.974050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.974050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.974050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.985587] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 689.354397] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e81a6139-a465-4e28-9b81-46d7cabd4278 [ 689.354693] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.354860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.354967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.355236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.355333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.355452] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e81a6139-a465-4e28-9b81-46d7cabd4278 already deleted. [ 689.355539] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e81a6139-a465-4e28-9b81-46d7cabd4278" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.422887] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e868dc08-e0eb-4173-8fa7-83dd6be33bf2 [ 689.427466] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.427466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.427466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.427466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.427466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.427466] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e868dc08-e0eb-4173-8fa7-83dd6be33bf2 already deleted. [ 689.427466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e868dc08-e0eb-4173-8fa7-83dd6be33bf2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.596187] env[67361]: INFO networking_nsxv3.common.synchronization [req-b54b20fb-c9ac-40a1-8d15-85b3cad1af56 req-70996c35-62c7-48f2-a081-f0b5cffa0fe8 tempest-ServerRescueNegativeTestJSON-383152160 tempest-ServerRescueNegativeTestJSON-383152160-project-member] Enqueued Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_members [ 690.596187] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_members [ 690.596187] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.596187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.598895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.599238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.600941] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.600941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.600941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.600941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.600941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.600941] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.000568] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 691.000568] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.000568] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.007473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.008024] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.008302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.008369] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.009041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.009218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.009417] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.009703] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.104034] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.104034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.104034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.104362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.104362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.104524] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.104605] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.104677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.104865] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.105029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.105185] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 already deleted. [ 691.105242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.228998] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.229302] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-471" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.229555] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-471" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.230645] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-471" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.230951] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.231334] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.231483] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.231723] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.231859] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.232071] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.232184] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.232286] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.233192] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.233401] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.233533] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.233677] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.254139] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.254509] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.254654] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.254859] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-471" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.255264] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.255447] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.255637] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.256164] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.256565] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.515946] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.515946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.516320] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.516585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.516777] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.516920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.517240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.517479] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.517541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.517616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.517780] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.518356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.518356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.518356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.518356] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.518532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.518532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.518606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.518659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.518739] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.518837] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.759587] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.759587] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.759587] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.759965] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.759965] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.760044] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa not found, creating... [ 691.760380] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.760555] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.760676] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.760937] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.761103] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.761428] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.761598] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.762055] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.762055] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.762148] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.762258] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa is going to be created. [ 691.782275] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.782480] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.782845] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.782845] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.783075] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.783297] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.967414] env[67361]: INFO networking_nsxv3.common.synchronization [None req-47f69329-73df-4b71-8c34-5a83569fd049 None None] Enqueued Resource ID: fcf196b5-c42d-4561-baa9-3a3f450241c6 with Priority: HIGHEST for action port [ 691.967952] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf196b5-c42d-4561-baa9-3a3f450241c6 with Priority: HIGHEST for action port [ 691.968310] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcf196b5-c42d-4561-baa9-3a3f450241c6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.968508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcf196b5-c42d-4561-baa9-3a3f450241c6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.968591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcf196b5-c42d-4561-baa9-3a3f450241c6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.968869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcf196b5-c42d-4561-baa9-3a3f450241c6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.969058] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcf196b5-c42d-4561-baa9-3a3f450241c6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.004167] env[67361]: INFO networking_nsxv3.common.synchronization [None req-059942d2-995a-4131-94ed-f734d820acd5 tempest-ServersTestJSON-2076141200 tempest-ServersTestJSON-2076141200-project-member] Enqueued Resource ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff with Priority: HIGHEST for action security_group_rules [ 692.005793] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff with Priority: HIGHEST for action security_group_rules [ 692.005793] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710df1e1-2b9e-4703-8edb-8f1949a912ff taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.005793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.005793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.005793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.006143] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710df1e1-2b9e-4703-8edb-8f1949a912ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.023154] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d35adc82-a1ec-4f65-b7b7-11c04179607e: rpc.has_security_group_logging(os_id): False [ 692.041242] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.041812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.041812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.041939] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.042235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.042485] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.042619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.042714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.042886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.042968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.043979] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.044110] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.044176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.044327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.044406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.044603] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.044726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.044883] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.044956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.045089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.045175] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 692.118696] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.118696] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.118696] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.118981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.119109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.139978] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 692.471785] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcf196b5-c42d-4561-baa9-3a3f450241c6 [ 692.472022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.472517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.472517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.472517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.472517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.472723] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcf196b5-c42d-4561-baa9-3a3f450241c6 already deleted. [ 692.472723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcf196b5-c42d-4561-baa9-3a3f450241c6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.528484] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.528768] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.528920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.529311] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.529462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.529652] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff already deleted. [ 692.529829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.601103] env[67361]: INFO networking_nsxv3.common.synchronization [None req-befe1a85-4dba-4e56-afa1-d8b9252f8f37 tempest-ServersTestJSON-2076141200 tempest-ServersTestJSON-2076141200-project-member] Enqueued Resource ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff with Priority: HIGHEST for action security_group_rules [ 692.601726] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff with Priority: HIGHEST for action security_group_rules [ 692.602945] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710df1e1-2b9e-4703-8edb-8f1949a912ff taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.603128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.603196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.603447] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.603530] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710df1e1-2b9e-4703-8edb-8f1949a912ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.617431] env[67361]: INFO networking_nsxv3.common.synchronization [req-b54b20fb-c9ac-40a1-8d15-85b3cad1af56 req-f62a97cf-e328-4445-9799-db248c8da085 service nova] Enqueued Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_rules [ 692.617750] env[67361]: INFO networking_nsxv3.common.synchronization [req-b54b20fb-c9ac-40a1-8d15-85b3cad1af56 req-f62a97cf-e328-4445-9799-db248c8da085 service nova] Enqueued Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_members [ 692.617866] env[67361]: INFO networking_nsxv3.common.synchronization [req-b54b20fb-c9ac-40a1-8d15-85b3cad1af56 req-f62a97cf-e328-4445-9799-db248c8da085 service nova] Enqueued Resource ID: e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa with Priority: HIGHEST for action port [ 692.619047] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_rules [ 692.619361] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_members [ 692.619510] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa with Priority: HIGHEST for action port [ 692.620528] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.620709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.620809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.621252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.621333] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.622865] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.623078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.623194] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.623474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.623745] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.623948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.624069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.624346] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.624866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.625085] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.626595] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.626780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.626922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.627193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.628451] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.012338] env[67361]: INFO networking_nsxv3.common.synchronization [req-0eb70635-74a3-40ba-82a2-b02c29f749be req-88f2e35c-941a-42bd-8b2d-eb32a5578062 tempest-VolumesAdminNegativeTest-1437744022 tempest-VolumesAdminNegativeTest-1437744022-project-member] Enqueued Resource ID: 21e00299-b157-4633-b372-3dc98a89690c with Priority: HIGHEST for action security_group_members [ 693.012959] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e00299-b157-4633-b372-3dc98a89690c with Priority: HIGHEST for action security_group_members [ 693.013575] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e00299-b157-4633-b372-3dc98a89690c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.014177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.014259] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.014500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.014687] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.015229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.015229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.015229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.015229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.015229] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e00299-b157-4633-b372-3dc98a89690c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.123209] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.123594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.125572] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.125817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.126016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.126285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.126403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.126522] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff already deleted. [ 693.126630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.130072] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.132881] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa with status ACTIVE [ 693.133373] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.133373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.133373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.133984] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.134063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.134224] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.134346] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.134470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.134603] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.134705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.134920] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.135035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.135147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.135283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.135365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.135478] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa is going to be updated. [ 693.161991] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.162204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.162256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.162459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.162611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.162810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5dda8ac-56ab-4b1f-8ab0-c5a8fe4c49fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.517873] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.518131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.518208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.518862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.518862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.519060] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.519208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.519288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.519504] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.519596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.519712] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e00299-b157-4633-b372-3dc98a89690c is going to be updated. [ 693.547601] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.547775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.547873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.548339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.548339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.560301] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e00299-b157-4633-b372-3dc98a89690c in Status: IN_PROGRESS for 2s [ 693.633907] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.691807] env[67361]: INFO networking_nsxv3.common.synchronization [None req-5e155aab-e15a-4f0b-a505-83f4e420a156 None None] Enqueued Resource ID: f234ff02-b498-4f78-82cc-9603a3fc8ad2 with Priority: HIGHEST for action port [ 693.692365] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f234ff02-b498-4f78-82cc-9603a3fc8ad2 with Priority: HIGHEST for action port [ 693.692664] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-f234ff02-b498-4f78-82cc-9603a3fc8ad2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.692841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f234ff02-b498-4f78-82cc-9603a3fc8ad2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.692841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f234ff02-b498-4f78-82cc-9603a3fc8ad2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.693317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f234ff02-b498-4f78-82cc-9603a3fc8ad2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.693446] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f234ff02-b498-4f78-82cc-9603a3fc8ad2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.138669] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.138669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.138669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.138669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.138669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.139077] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 is going to be created. [ 694.156729] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 694.157037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.164985] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.165147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.165222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.165613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.165856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.177244] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: UNINITIALIZED for 2s [ 694.196583] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f234ff02-b498-4f78-82cc-9603a3fc8ad2 [ 694.196583] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.196583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.196583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.196932] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.196932] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.196932] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f234ff02-b498-4f78-82cc-9603a3fc8ad2 already deleted. [ 694.197078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f234ff02-b498-4f78-82cc-9603a3fc8ad2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.503087] env[67361]: INFO networking_nsxv3.common.synchronization [req-d7acbc92-f686-4a17-8f94-8b04929b5ac9 req-fa1cec1c-bed5-4903-a2d2-6deb8de63ef3 tempest-ServerRescueNegativeTestJSON-383152160 tempest-ServerRescueNegativeTestJSON-383152160-project-member] Enqueued Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_members [ 695.503724] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_members [ 695.503836] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.503964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.571470] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e00299-b157-4633-b372-3dc98a89690c in Status: SUCCESS [ 695.571639] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e00299-b157-4633-b372-3dc98a89690c deletion is rescheduled due to dependency. [ 695.571763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.039817] env[67361]: INFO networking_nsxv3.common.synchronization [None req-32d3b208-872f-43c7-9854-95fbafb30b18 None None] Enqueued Resource ID: da9640d4-57f7-42ad-bfc7-401996bb482a with Priority: HIGHEST for action port [ 696.040436] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da9640d4-57f7-42ad-bfc7-401996bb482a with Priority: HIGHEST for action port [ 696.040895] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-da9640d4-57f7-42ad-bfc7-401996bb482a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.040895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da9640d4-57f7-42ad-bfc7-401996bb482a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.041047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da9640d4-57f7-42ad-bfc7-401996bb482a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.043455] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da9640d4-57f7-42ad-bfc7-401996bb482a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.043455] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da9640d4-57f7-42ad-bfc7-401996bb482a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.178550] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.178550] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-471" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.178550] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-471" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.178550] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-471" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.178550] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.178946] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.178946] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.179033] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.180334] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.180334] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.180334] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.180334] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.180334] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.180334] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.180334] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.180334] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.191676] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: SUCCESS [ 696.192061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.193415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.193415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.193415] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.193415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.193415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.193415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.193415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.193415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.193415] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.194248] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.194423] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.194587] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.194692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.194754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.194920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.194964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.195097] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.203761] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.203919] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.203919] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.204141] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-471" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.204452] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-e904cb89-0671-4beb-b07f-07bf0d2d004c taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.204598] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-e904cb89-0671-4beb-b07f-07bf0d2d004c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.204724] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-e904cb89-0671-4beb-b07f-07bf0d2d004c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.205043] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-e904cb89-0671-4beb-b07f-07bf0d2d004c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.205182] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e904cb89-0671-4beb-b07f-07bf0d2d004c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.549732] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da9640d4-57f7-42ad-bfc7-401996bb482a [ 696.550063] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.550139] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.550212] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.550466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.550575] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.550676] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da9640d4-57f7-42ad-bfc7-401996bb482a already deleted. [ 696.550773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da9640d4-57f7-42ad-bfc7-401996bb482a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.697094] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.697756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.697884] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.708101] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.709299] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.709507] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.709700] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.709841] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.710025] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port e904cb89-0671-4beb-b07f-07bf0d2d004c not found, creating... [ 696.710320] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.710489] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.710598] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.710830] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.710960] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.711294] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.711454] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.711564] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.711774] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.711899] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.712057] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: e904cb89-0671-4beb-b07f-07bf0d2d004c is going to be created. [ 696.738364] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.738364] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.738364] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.738364] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.738364] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.738364] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-e904cb89-0671-4beb-b07f-07bf0d2d004c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.774356] env[67361]: INFO networking_nsxv3.common.synchronization [None req-7486ada2-59e4-429d-bbb3-61b7bdfdf6a8 None None] Enqueued Resource ID: 147a4293-ccbf-445d-b9d1-1111921b7fc4 with Priority: HIGHEST for action port [ 696.774356] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147a4293-ccbf-445d-b9d1-1111921b7fc4 with Priority: HIGHEST for action port [ 696.774356] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-147a4293-ccbf-445d-b9d1-1111921b7fc4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.774356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-147a4293-ccbf-445d-b9d1-1111921b7fc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.774356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-147a4293-ccbf-445d-b9d1-1111921b7fc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.774661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-147a4293-ccbf-445d-b9d1-1111921b7fc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.774661] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('147a4293-ccbf-445d-b9d1-1111921b7fc4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.201662] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.278097] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 147a4293-ccbf-445d-b9d1-1111921b7fc4 [ 697.278097] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.278097] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.278097] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.278434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.278434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.278552] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:147a4293-ccbf-445d-b9d1-1111921b7fc4 already deleted. [ 697.278646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-147a4293-ccbf-445d-b9d1-1111921b7fc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.508956] env[67361]: INFO networking_nsxv3.common.synchronization [req-d7acbc92-f686-4a17-8f94-8b04929b5ac9 req-e27cca4a-5f50-4f78-9298-129727e127c6 service nova] Enqueued Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_rules [ 697.508956] env[67361]: INFO networking_nsxv3.common.synchronization [req-d7acbc92-f686-4a17-8f94-8b04929b5ac9 req-e27cca4a-5f50-4f78-9298-129727e127c6 service nova] Enqueued Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_members [ 697.508956] env[67361]: INFO networking_nsxv3.common.synchronization [req-d7acbc92-f686-4a17-8f94-8b04929b5ac9 req-e27cca4a-5f50-4f78-9298-129727e127c6 service nova] Enqueued Resource ID: e904cb89-0671-4beb-b07f-07bf0d2d004c with Priority: HIGHEST for action port [ 697.509579] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_rules [ 697.510330] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_members [ 697.510330] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e904cb89-0671-4beb-b07f-07bf0d2d004c with Priority: HIGHEST for action port [ 697.510330] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.510330] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.510572] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.511011] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.511011] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-e904cb89-0671-4beb-b07f-07bf0d2d004c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.511011] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e904cb89-0671-4beb-b07f-07bf0d2d004c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.511338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e904cb89-0671-4beb-b07f-07bf0d2d004c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.511338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e904cb89-0671-4beb-b07f-07bf0d2d004c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.511447] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e904cb89-0671-4beb-b07f-07bf0d2d004c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.704644] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.704924] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.706070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.706398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.706506] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.706646] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 is going to be updated. [ 697.736234] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.736387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.736456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.736669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.736816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.746975] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: IN_PROGRESS for 2s [ 698.018368] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e904cb89-0671-4beb-b07f-07bf0d2d004c with status ACTIVE [ 698.018368] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.018368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.018368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.018368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.018368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.018701] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.018701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.018701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.018810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.018844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.020635] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.020635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.020635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.020635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.020635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.020635] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e904cb89-0671-4beb-b07f-07bf0d2d004c is going to be updated. [ 698.046645] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.046840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.046969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.047272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.047469] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.047685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e904cb89-0671-4beb-b07f-07bf0d2d004c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.844111] env[67361]: INFO networking_nsxv3.common.synchronization [None req-8b1387f3-4a1e-416d-b254-69a61be19acb tempest-AttachInterfacesUnderV243Test-1437578253 tempest-AttachInterfacesUnderV243Test-1437578253-project-member] Enqueued Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_rules [ 698.847274] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_rules [ 698.847505] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f93ce4-afcc-472d-a320-b960d2aa8803 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.847609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.847694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.848019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.848165] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.292033] env[67361]: INFO networking_nsxv3.common.synchronization [None req-2e8a6ad3-b954-4b08-a017-11f993b378b0 tempest-AttachInterfacesUnderV243Test-1437578253 tempest-AttachInterfacesUnderV243Test-1437578253-project-member] Enqueued Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_rules [ 699.292676] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_rules [ 699.293530] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f93ce4-afcc-472d-a320-b960d2aa8803 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.293653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.371098] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.371098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.371770] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.372372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.372372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.372372] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 already deleted. [ 699.372372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.372827] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.372827] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.372911] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.758911] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: SUCCESS [ 699.759149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.760062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.760062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.760062] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.760062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.760062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.760605] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.760704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.760808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.761030] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.762339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.762339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.762339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.762800] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.763673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.763673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.763673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.763673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.763673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.763673] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.765486] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.765668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.765834] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.765947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.766021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.766168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.766243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.766374] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.900571] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.900935] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.900935] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.901131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.901228] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.901357] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 already deleted. [ 699.901411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.980560] env[67361]: INFO networking_nsxv3.common.synchronization [req-de1d0b84-eb61-4450-9e23-8d196dc6c0c4 req-94bf12c6-27a9-4e2f-a8fe-4e3f897d03e6 tempest-ServerExternalEventsTest-347413456 tempest-ServerExternalEventsTest-347413456-project-member] Enqueued Resource ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 with Priority: HIGHEST for action security_group_members [ 699.981262] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 with Priority: HIGHEST for action security_group_members [ 699.981595] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.981774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.981866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.983555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.983555] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.983555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.983555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.983555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.983555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.983555] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d465863d-7ae1-4444-b5c3-1b8d31ff9c58',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.266022] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6: rpc.has_security_group_logging(os_id): False [ 700.270951] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.287652] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.287822] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.287896] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.288216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.288323] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.288624] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.288814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.288814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.288944] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.289036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.289292] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.289292] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.289463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.289516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.289571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.289756] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.289849] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.290573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.290848] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.290959] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.291838] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 is going to be created. [ 700.354064] env[67361]: INFO networking_nsxv3.common.synchronization [None req-deba87a9-574e-401d-98ad-ec0de090f6c5 None None] Enqueued Resource ID: a8c9c98e-080a-41e2-be8d-69cbc799671e with Priority: HIGHEST for action port [ 700.354644] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9c98e-080a-41e2-be8d-69cbc799671e with Priority: HIGHEST for action port [ 700.354954] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8c9c98e-080a-41e2-be8d-69cbc799671e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.355398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8c9c98e-080a-41e2-be8d-69cbc799671e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.355510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8c9c98e-080a-41e2-be8d-69cbc799671e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.355858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8c9c98e-080a-41e2-be8d-69cbc799671e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.355984] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8c9c98e-080a-41e2-be8d-69cbc799671e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.398774] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.399322] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.399733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.400131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.401264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.416246] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: IN_PROGRESS for 2s [ 700.487281] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.487576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.487576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.487730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.487793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.488067] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.488182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.488258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.488442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.488539] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.488645] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 already deleted. [ 700.488823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.774478] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.859788] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8c9c98e-080a-41e2-be8d-69cbc799671e [ 700.860049] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.860186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.860254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.860471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.860621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.860705] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8c9c98e-080a-41e2-be8d-69cbc799671e already deleted. [ 700.860740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8c9c98e-080a-41e2-be8d-69cbc799671e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.937364] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.937704] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.937704] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.937961] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.938516] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.938694] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.938806] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.940146] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.940346] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.940567] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.940677] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.940779] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.940882] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.940997] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.941087] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.941210] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.965282] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.965465] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.965598] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.965771] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.966114] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-afe5e92d-f73e-4ea0-9eb3-098824ec4244 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.966287] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-afe5e92d-f73e-4ea0-9eb3-098824ec4244" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.966398] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-afe5e92d-f73e-4ea0-9eb3-098824ec4244" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.966731] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-afe5e92d-f73e-4ea0-9eb3-098824ec4244" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.966882] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe5e92d-f73e-4ea0-9eb3-098824ec4244',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.277753] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.277753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.277753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.278969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.278969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.278969] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 is going to be updated. [ 701.316635] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.316794] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.316871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.317159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.317301] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.331022] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: IN_PROGRESS for 2s [ 701.470801] env[67361]: INFO networking_nsxv3.common.synchronization [None req-a2712a1c-ff51-4cc6-baa9-034f71c56500 None None] Enqueued Resource ID: 894e6d39-6caa-4d53-9890-982fef3a2f63 with Priority: HIGHEST for action port [ 701.471635] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.472977] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.472977] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.472977] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.472977] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.472977] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port afe5e92d-f73e-4ea0-9eb3-098824ec4244 not found, creating... [ 701.473610] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.473610] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.473610] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.474181] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.474181] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.474558] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.474558] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.474681] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.475324] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.475324] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.475324] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: afe5e92d-f73e-4ea0-9eb3-098824ec4244 is going to be created. [ 701.476798] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 894e6d39-6caa-4d53-9890-982fef3a2f63 with Priority: HIGHEST for action port [ 701.477157] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-894e6d39-6caa-4d53-9890-982fef3a2f63 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.477270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-894e6d39-6caa-4d53-9890-982fef3a2f63" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.477338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-894e6d39-6caa-4d53-9890-982fef3a2f63" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.477576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-894e6d39-6caa-4d53-9890-982fef3a2f63" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.477699] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('894e6d39-6caa-4d53-9890-982fef3a2f63',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.500770] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.500770] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.500770] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.500770] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.501072] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.501278] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-afe5e92d-f73e-4ea0-9eb3-098824ec4244" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.678223] env[67361]: INFO networking_nsxv3.common.synchronization [req-cc28fe9d-5193-4b26-9c72-2b7d4b40ced9 req-7f0dcd3c-f2fb-41c9-8a50-bc1f71058e4a tempest-DeleteServersAdminTestJSON-1944132607 tempest-DeleteServersAdminTestJSON-1944132607-project-member] Enqueued Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_members [ 701.679224] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGHEST for action security_group_members [ 701.680407] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.680407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.680407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.680407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.680679] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.680795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.680891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.681118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.681208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.681305] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.980356] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 894e6d39-6caa-4d53-9890-982fef3a2f63 [ 701.980731] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.980827] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.980889] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.981300] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.981411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.981597] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:894e6d39-6caa-4d53-9890-982fef3a2f63 already deleted. [ 701.981643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-894e6d39-6caa-4d53-9890-982fef3a2f63" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.185439] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.185439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.185439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.185439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.185750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.185750] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.185869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.186985] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.186985] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.186985] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.186985] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 377a7306-03cc-4abd-839e-3101d2d30df9 is going to be updated. [ 702.216476] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.216723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.216723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.217206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.217206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.227013] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 377a7306-03cc-4abd-839e-3101d2d30df9 in Status: IN_PROGRESS for 2s [ 702.229584] env[67361]: INFO networking_nsxv3.common.synchronization [req-de1d0b84-eb61-4450-9e23-8d196dc6c0c4 req-44b1dba0-99e2-4f3e-9af3-50fc054756ff service nova] Enqueued Resource ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 with Priority: HIGHEST for action security_group_rules [ 702.229745] env[67361]: INFO networking_nsxv3.common.synchronization [req-de1d0b84-eb61-4450-9e23-8d196dc6c0c4 req-44b1dba0-99e2-4f3e-9af3-50fc054756ff service nova] Enqueued Resource ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 with Priority: HIGHEST for action security_group_members [ 702.229874] env[67361]: INFO networking_nsxv3.common.synchronization [req-de1d0b84-eb61-4450-9e23-8d196dc6c0c4 req-44b1dba0-99e2-4f3e-9af3-50fc054756ff service nova] Enqueued Resource ID: afe5e92d-f73e-4ea0-9eb3-098824ec4244 with Priority: HIGHEST for action port [ 702.230628] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 with Priority: HIGHEST for action security_group_rules [ 702.231252] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 with Priority: HIGHEST for action security_group_members [ 702.231427] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe5e92d-f73e-4ea0-9eb3-098824ec4244 with Priority: HIGHEST for action port [ 702.231846] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d465863d-7ae1-4444-b5c3-1b8d31ff9c58 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.232010] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.232010] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.233304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.233304] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d465863d-7ae1-4444-b5c3-1b8d31ff9c58',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.234342] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.234342] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.234342] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.234342] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.234342] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.234757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.234757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.234940] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.235072] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.235247] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d465863d-7ae1-4444-b5c3-1b8d31ff9c58',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.236624] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-afe5e92d-f73e-4ea0-9eb3-098824ec4244 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.237130] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afe5e92d-f73e-4ea0-9eb3-098824ec4244" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.237247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afe5e92d-f73e-4ea0-9eb3-098824ec4244" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.237978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afe5e92d-f73e-4ea0-9eb3-098824ec4244" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.237978] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe5e92d-f73e-4ea0-9eb3-098824ec4244',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.429991] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: SUCCESS [ 702.429991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.431239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.431239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.431239] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.740101] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d465863d-7ae1-4444-b5c3-1b8d31ff9c58',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.746692] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.746692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.746692] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afe5e92d-f73e-4ea0-9eb3-098824ec4244 with status ACTIVE [ 702.746692] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.746692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.746692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.747174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.747174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.747594] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.749810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.751734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.751734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.751734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.751734] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.751734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.751734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.751734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.751734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.751734] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afe5e92d-f73e-4ea0-9eb3-098824ec4244 is going to be updated. [ 702.780222] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.780459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.780528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.780769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.780951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.783070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afe5e92d-f73e-4ea0-9eb3-098824ec4244" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.935020] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.935020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.249067] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d465863d-7ae1-4444-b5c3-1b8d31ff9c58',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.260980] env[67361]: INFO networking_nsxv3.common.synchronization [None req-5aba0a7f-6b69-4b2c-9514-c57c71fa4172 None None] Enqueued Resource ID: 70718d89-d248-42b7-9f14-f43fc6bdc5f8 with Priority: HIGHEST for action port [ 703.261519] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70718d89-d248-42b7-9f14-f43fc6bdc5f8 with Priority: HIGHEST for action port [ 703.261827] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-70718d89-d248-42b7-9f14-f43fc6bdc5f8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.262488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70718d89-d248-42b7-9f14-f43fc6bdc5f8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.263287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70718d89-d248-42b7-9f14-f43fc6bdc5f8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.263589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70718d89-d248-42b7-9f14-f43fc6bdc5f8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.263678] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70718d89-d248-42b7-9f14-f43fc6bdc5f8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.343053] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: SUCCESS [ 703.343306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.343932] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.344260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.344489] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.344660] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.344755] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.344984] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.345202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.345299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.345364] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.662905] env[67361]: INFO networking_nsxv3.common.synchronization [None req-635f11e3-8b68-4cd2-aeac-0cea56a1e8e7 None None] Enqueued Resource ID: 37f960c2-ed34-41e3-be81-a4c09fc70209 with Priority: HIGHEST for action port [ 703.664799] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f960c2-ed34-41e3-be81-a4c09fc70209 with Priority: HIGHEST for action port [ 703.667016] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-37f960c2-ed34-41e3-be81-a4c09fc70209 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.667016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37f960c2-ed34-41e3-be81-a4c09fc70209" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.667016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37f960c2-ed34-41e3-be81-a4c09fc70209" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.668496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37f960c2-ed34-41e3-be81-a4c09fc70209" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.668618] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f960c2-ed34-41e3-be81-a4c09fc70209',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.753164] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.753322] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.753322] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.753550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.754530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.754530] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 is going to be created. [ 703.765618] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70718d89-d248-42b7-9f14-f43fc6bdc5f8 [ 703.766348] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.766601] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.768031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.768031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.768031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.768031] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70718d89-d248-42b7-9f14-f43fc6bdc5f8 already deleted. [ 703.768031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70718d89-d248-42b7-9f14-f43fc6bdc5f8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.784026] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.784026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.784026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.784026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.784026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.796760] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 in Status: UNINITIALIZED for 2s [ 703.850161] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.850161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.850161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.850161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.850161] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.850161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.850161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.850161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.850161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.850520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.850520] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.850520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.850520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.850658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.850860] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.851086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.851086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.851203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.851291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.851373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.852462] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.900736] env[67361]: INFO networking_nsxv3.common.synchronization [None req-6bf1e311-f7ac-4fe8-93cf-846801211404 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGHEST for action security_group_rules [ 703.901278] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGHEST for action security_group_rules [ 703.901586] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ed1fd2-6791-479a-9ffd-a06149620d26 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.901717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.901784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.904581] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.904581] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ed1fd2-6791-479a-9ffd-a06149620d26',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.044633] env[67361]: INFO networking_nsxv3.common.synchronization [None req-7286dd5a-40f0-4682-8059-9789ec81a3bc tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGHEST for action security_group_rules [ 704.047691] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGHEST for action security_group_rules [ 704.048175] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ed1fd2-6791-479a-9ffd-a06149620d26 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.048348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.172889] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37f960c2-ed34-41e3-be81-a4c09fc70209 [ 704.173168] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.173550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.173550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.173782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.173782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.173869] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37f960c2-ed34-41e3-be81-a4c09fc70209 already deleted. [ 704.173949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37f960c2-ed34-41e3-be81-a4c09fc70209" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.240062] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 377a7306-03cc-4abd-839e-3101d2d30df9 in Status: SUCCESS [ 704.240266] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 377a7306-03cc-4abd-839e-3101d2d30df9 deletion is rescheduled due to dependency. [ 704.240384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.356411] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6: rpc.has_security_group_logging(os_id): False [ 704.378528] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.378690] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.378946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.379265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.379359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.379606] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.379702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.380408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.380408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.380408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.380408] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.380408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.380408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.380919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.380919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.380919] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.381102] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.381138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.381353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.381735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.381735] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 is going to be updated. [ 704.426034] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.426034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.426252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.427026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.427026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.427026] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 already deleted. [ 704.427026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.427026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.427026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.427220] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ed1fd2-6791-479a-9ffd-a06149620d26',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.475234] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.475505] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.475505] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.475713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.475851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.491858] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: IN_PROGRESS for 2s [ 704.952890] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.952890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.952890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.953048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.953048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.953117] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 already deleted. [ 704.953196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.812490] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 in Status: SUCCESS [ 705.812785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.813337] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.813580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.813811] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.813904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.813968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.814136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.814220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.814618] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.814618] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d465863d-7ae1-4444-b5c3-1b8d31ff9c58',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.317438] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.317687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.317799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.318075] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.318301] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.318407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.318468] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.318650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.318735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.318828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.319012] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.319152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.319224] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.319352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.319484] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.319572] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.319629] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.319782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.319855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.320014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.320062] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d465863d-7ae1-4444-b5c3-1b8d31ff9c58',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.507888] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: SUCCESS [ 706.508810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.742108] env[67361]: INFO networking_nsxv3.common.synchronization [None req-c83e7ba1-a74a-424a-8d3d-3d9fe41af0ab None None] Enqueued Resource ID: 66d728b8-3f98-44c7-9246-9d7742edd64d with Priority: HIGHEST for action port [ 706.742578] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d728b8-3f98-44c7-9246-9d7742edd64d with Priority: HIGHEST for action port [ 706.742863] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-66d728b8-3f98-44c7-9246-9d7742edd64d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.743419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66d728b8-3f98-44c7-9246-9d7742edd64d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.743574] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66d728b8-3f98-44c7-9246-9d7742edd64d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.743956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66d728b8-3f98-44c7-9246-9d7742edd64d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.744147] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66d728b8-3f98-44c7-9246-9d7742edd64d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.824110] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d465863d-7ae1-4444-b5c3-1b8d31ff9c58: rpc.has_security_group_logging(os_id): False [ 706.844038] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.844038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.844038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.844330] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.844330] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.844379] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.844534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.844534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.844677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.844751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.844938] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.845041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.845178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.845230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.845306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.845545] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.845646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.845707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.845847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.845914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.845996] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 is going to be created. [ 706.915514] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.915514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.915514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.915657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.916021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.935877] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 in Status: IN_PROGRESS for 2s [ 707.222447] env[67361]: INFO networking_nsxv3.common.synchronization [None req-fa273996-a3b4-4a19-8535-74ac0c158985 tempest-MigrationsAdminTest-593048835 tempest-MigrationsAdminTest-593048835-project-member] Enqueued Resource ID: 41fb9baa-ee87-4316-b564-e576740a2ba9 with Priority: HIGHEST for action security_group_rules [ 707.222447] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fb9baa-ee87-4316-b564-e576740a2ba9 with Priority: HIGHEST for action security_group_rules [ 707.222447] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41fb9baa-ee87-4316-b564-e576740a2ba9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.222447] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41fb9baa-ee87-4316-b564-e576740a2ba9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.222447] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41fb9baa-ee87-4316-b564-e576740a2ba9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.222763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41fb9baa-ee87-4316-b564-e576740a2ba9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.226020] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41fb9baa-ee87-4316-b564-e576740a2ba9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.247148] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66d728b8-3f98-44c7-9246-9d7742edd64d [ 707.247353] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.247564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.247564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.247771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.247853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.247951] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66d728b8-3f98-44c7-9246-9d7742edd64d already deleted. [ 707.248056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66d728b8-3f98-44c7-9246-9d7742edd64d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.353074] env[67361]: INFO networking_nsxv3.common.synchronization [None req-b54bb2a4-ce88-45f9-bf40-b80eb675aa28 tempest-MigrationsAdminTest-593048835 tempest-MigrationsAdminTest-593048835-project-member] Enqueued Resource ID: 41fb9baa-ee87-4316-b564-e576740a2ba9 with Priority: HIGHEST for action security_group_rules [ 707.354195] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fb9baa-ee87-4316-b564-e576740a2ba9 with Priority: HIGHEST for action security_group_rules [ 707.355740] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41fb9baa-ee87-4316-b564-e576740a2ba9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.355740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41fb9baa-ee87-4316-b564-e576740a2ba9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.748461] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.748720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.749382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.749604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.749780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.749911] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41fb9baa-ee87-4316-b564-e576740a2ba9 already deleted. [ 707.749983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41fb9baa-ee87-4316-b564-e576740a2ba9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.750318] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41fb9baa-ee87-4316-b564-e576740a2ba9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.750642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41fb9baa-ee87-4316-b564-e576740a2ba9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.750736] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41fb9baa-ee87-4316-b564-e576740a2ba9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.275496] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.275496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.275784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.275855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.275972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.276149] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41fb9baa-ee87-4316-b564-e576740a2ba9 already deleted. [ 708.276380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41fb9baa-ee87-4316-b564-e576740a2ba9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.045390] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 in Status: SUCCESS [ 709.045980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.099393] env[67361]: INFO networking_nsxv3.common.synchronization [None req-928205f4-7bcb-48a5-b64e-33178d11a077 None None] Enqueued Resource ID: bd38ce87-c03b-4dd4-9b71-306926f7e8bf with Priority: HIGHEST for action port [ 709.099859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd38ce87-c03b-4dd4-9b71-306926f7e8bf with Priority: HIGHEST for action port [ 709.100497] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd38ce87-c03b-4dd4-9b71-306926f7e8bf taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.100497] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd38ce87-c03b-4dd4-9b71-306926f7e8bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.100658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd38ce87-c03b-4dd4-9b71-306926f7e8bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.100810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd38ce87-c03b-4dd4-9b71-306926f7e8bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.100890] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd38ce87-c03b-4dd4-9b71-306926f7e8bf',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.176568] env[67361]: INFO networking_nsxv3.common.synchronization [req-56d930f2-9e6e-4533-a6dc-e982cffbc520 req-0754ff53-4f9a-4ffc-8570-97aed4e203c4 tempest-ImagesOneServerTestJSON-1958852189 tempest-ImagesOneServerTestJSON-1958852189-project-member] Enqueued Resource ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 with Priority: HIGHEST for action security_group_members [ 709.176722] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 with Priority: HIGHEST for action security_group_members [ 709.177521] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d647b9-2f5b-4193-9337-65712b35dfa8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.177521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.177521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.177521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.177760] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.177760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.177836] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.178216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.178216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.178216] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d647b9-2f5b-4193-9337-65712b35dfa8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.603547] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd38ce87-c03b-4dd4-9b71-306926f7e8bf [ 709.603858] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.603920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.606277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.606277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.606277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.606277] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd38ce87-c03b-4dd4-9b71-306926f7e8bf already deleted. [ 709.606277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd38ce87-c03b-4dd4-9b71-306926f7e8bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.686118] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.686118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.686118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.686118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.686118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.686118] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.686118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.686118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.686118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.686118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.686118] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 is going to be updated. [ 709.718041] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.718041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.718041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.718041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.718041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.729260] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 in Status: IN_PROGRESS for 2s [ 711.744097] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 in Status: SUCCESS [ 711.744422] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 deletion is rescheduled due to dependency. [ 711.744422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.225948] env[67361]: INFO networking_nsxv3.common.synchronization [req-9c4601da-1f6f-4253-b848-8ef9f582b899 req-0433890a-e9e6-49a2-ac88-05515a662f5a tempest-ImagesTestJSON-158730557 tempest-ImagesTestJSON-158730557-project-member] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 712.225948] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 712.225948] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.225948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.226311] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.226311] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.226473] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.226473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.226562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.227929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.228128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.229054] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.690883] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.691143] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.691266] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.691538] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.691823] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.691995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.692158] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.692334] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.692470] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.692665] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.692769] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.692868] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.692964] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.693111] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.693217] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.693614] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.713764] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.713921] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.714245] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.714397] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.714818] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-3d5d49fd-b766-47d1-b6aa-b8e7e6181515 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.714997] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-3d5d49fd-b766-47d1-b6aa-b8e7e6181515" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.715156] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-3d5d49fd-b766-47d1-b6aa-b8e7e6181515" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.715563] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-3d5d49fd-b766-47d1-b6aa-b8e7e6181515" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.715723] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5d49fd-b766-47d1-b6aa-b8e7e6181515',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.731092] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.731250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.731321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.731575] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.731708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.731870] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.731970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.732063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.732256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.732348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.732640] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 712.766648] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.766994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.766994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.767111] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.767249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.777223] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 712.927142] env[67361]: INFO networking_nsxv3.common.synchronization [req-913c796f-659e-4c1d-a72a-bf59f99a4e9f req-ae721b01-84e4-4c5f-873c-06d663c19ac1 tempest-ServerMetadataTestJSON-279908781 tempest-ServerMetadataTestJSON-279908781-project-member] Enqueued Resource ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 with Priority: HIGHEST for action security_group_members [ 712.927665] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 with Priority: HIGHEST for action security_group_members [ 712.928049] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac7e7b3-d45f-4589-80b6-d641e9082859 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.928186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.928254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.928594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.928667] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.928727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.928789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.928940] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.929034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.929148] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ac7e7b3-d45f-4589-80b6-d641e9082859',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.218495] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.218495] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.218495] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.218750] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.218885] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.219127] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 3d5d49fd-b766-47d1-b6aa-b8e7e6181515 not found, creating... [ 713.219633] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.219633] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.219812] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.221081] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.221081] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.221081] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.221081] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.221081] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.221081] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.221341] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.221437] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 3d5d49fd-b766-47d1-b6aa-b8e7e6181515 is going to be created. [ 713.246269] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.246755] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.246755] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.246980] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.247277] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.247628] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-3d5d49fd-b766-47d1-b6aa-b8e7e6181515" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.431237] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.431555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.431555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.431787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.431787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.432719] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.432719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.432719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.432719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.432719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.432719] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 is going to be updated. [ 713.469175] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.469735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.469935] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.470322] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.470628] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.484424] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 in Status: IN_PROGRESS for 2s [ 714.036278] env[67361]: INFO networking_nsxv3.common.synchronization [req-9c4601da-1f6f-4253-b848-8ef9f582b899 req-4525a0c9-a341-46ad-85d8-0915a6a910ad service nova] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_rules [ 714.036591] env[67361]: INFO networking_nsxv3.common.synchronization [req-9c4601da-1f6f-4253-b848-8ef9f582b899 req-4525a0c9-a341-46ad-85d8-0915a6a910ad service nova] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 714.036591] env[67361]: INFO networking_nsxv3.common.synchronization [req-9c4601da-1f6f-4253-b848-8ef9f582b899 req-4525a0c9-a341-46ad-85d8-0915a6a910ad service nova] Enqueued Resource ID: 3d5d49fd-b766-47d1-b6aa-b8e7e6181515 with Priority: HIGHEST for action port [ 714.037208] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_rules [ 714.037386] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 714.037520] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5d49fd-b766-47d1-b6aa-b8e7e6181515 with Priority: HIGHEST for action port [ 714.038015] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.038212] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.038317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.038663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.038782] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.040105] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.040105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.040357] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d5d49fd-b766-47d1-b6aa-b8e7e6181515 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.040505] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d5d49fd-b766-47d1-b6aa-b8e7e6181515" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.040599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d5d49fd-b766-47d1-b6aa-b8e7e6181515" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.040856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d5d49fd-b766-47d1-b6aa-b8e7e6181515" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.040979] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5d49fd-b766-47d1-b6aa-b8e7e6181515',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.543396] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.543537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.545942] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d5d49fd-b766-47d1-b6aa-b8e7e6181515 with status ACTIVE [ 714.546227] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.546383] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.546457] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.546670] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.546751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.547169] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.547169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.547169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.547341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.547341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.547453] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.547544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.547603] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.547738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.547808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.547890] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d5d49fd-b766-47d1-b6aa-b8e7e6181515 is going to be updated. [ 714.572428] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.572577] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.572857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.572955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.573069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.573244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d5d49fd-b766-47d1-b6aa-b8e7e6181515" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.790632] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 714.791050] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca deletion is rescheduled due to dependency. [ 714.791212] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.792028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.792028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.792162] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.792341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.792489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.792703] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.792794] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.792896] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.295391] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.495051] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 in Status: SUCCESS [ 715.495242] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 deletion is rescheduled due to dependency. [ 715.495333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.798334] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.302566] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.302976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.302976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.303128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.303240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.303947] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 716.344850] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.345079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.345231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.345554] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.345774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.357381] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 717.487859] env[67361]: INFO networking_nsxv3.common.synchronization [req-57f63a7e-67c7-442e-a076-d9a7f0dc255c req-ace31c5b-5971-415a-ba25-36e5f2072f58 tempest-ServerExternalEventsTest-347413456 tempest-ServerExternalEventsTest-347413456-project-member] Enqueued Resource ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 with Priority: HIGHEST for action security_group_members [ 717.489782] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 with Priority: HIGHEST for action security_group_members [ 717.489782] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.489782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.489782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.489782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.489782] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.489782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.489782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.490173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.490173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.490173] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d465863d-7ae1-4444-b5c3-1b8d31ff9c58',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.992104] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.995737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.995737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.995737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.995737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.995737] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.995737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.995737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.995737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.995737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.995737] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 is going to be updated. [ 718.035037] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.035258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.035317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.037101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.037101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.049218] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 in Status: IN_PROGRESS for 2s [ 718.369718] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 718.370221] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.370221] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.370600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.370797] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.370978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.371070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.371291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.371445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.371577] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.371651] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.875579] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.876916] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.876916] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.876916] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.876916] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.877205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.877205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.877205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.877280] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.877354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.877620] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.877661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.877766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.877867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.878009] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.878179] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.878232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.878378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.878452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.878526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.878618] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.380706] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ebb203a-be70-4814-898f-218d9b9f6fca: rpc.has_security_group_logging(os_id): False [ 719.413181] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.413430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.413430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.413654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.413751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.413973] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.414176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.414176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.414317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.414400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.414603] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.414696] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.414755] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.414897] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.415103] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.415919] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.416108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.416205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.416421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.416516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.416616] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 719.507202] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.507431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.507757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.507840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.508498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.525687] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 719.694011] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a648896-c586-4f2f-bfa5-e214a5cc49c4 req-10075e5a-3abc-40c9-8f57-70d2a62e79b2 tempest-ServerGroupTestJSON-482520473 tempest-ServerGroupTestJSON-482520473-project-member] Enqueued Resource ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 with Priority: HIGHEST for action security_group_members [ 719.694269] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 with Priority: HIGHEST for action security_group_members [ 719.694761] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.694927] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.694978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.695777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.695777] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.695777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.695777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.696105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.696105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.696105] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.064036] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 in Status: SUCCESS [ 720.064036] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d465863d-7ae1-4444-b5c3-1b8d31ff9c58 deletion is rescheduled due to dependency. [ 720.064036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d465863d-7ae1-4444-b5c3-1b8d31ff9c58" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.094472] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.094472] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-489" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.094472] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-489" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.094685] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-489" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.094914] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.095082] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.095205] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.095415] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.095579] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.095764] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.095889] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.095993] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.096158] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.096281] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.096379] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.096521] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.120344] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.120344] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.120344] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.120344] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-489" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.120473] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-a05691eb-f55c-453f-8f96-b10bb4d52727 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.120643] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-a05691eb-f55c-453f-8f96-b10bb4d52727" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.120750] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-a05691eb-f55c-453f-8f96-b10bb4d52727" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.121098] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-a05691eb-f55c-453f-8f96-b10bb4d52727" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.121224] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a05691eb-f55c-453f-8f96-b10bb4d52727',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.199654] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.200070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.200182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.200463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.200571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.200798] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.200994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.201214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.201491] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.201601] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.201725] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 already deleted. [ 720.201833] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.625468] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.625722] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.625845] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.626295] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.626434] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.626499] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port a05691eb-f55c-453f-8f96-b10bb4d52727 not found, creating... [ 720.626890] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.626890] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.627207] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.627281] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.627463] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.627730] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.627885] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.628207] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.628463] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.628605] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.628745] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: a05691eb-f55c-453f-8f96-b10bb4d52727 is going to be created. [ 720.633865] env[67361]: INFO networking_nsxv3.common.synchronization [req-f7813bb8-6ccf-4097-aa97-4db2979abbd8 req-1d45ca3c-d703-438f-bda5-dcc31155dd03 tempest-ServersTestFqdnHostnames-830056367 tempest-ServersTestFqdnHostnames-830056367-project-member] Enqueued Resource ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd with Priority: HIGHEST for action security_group_members [ 720.634400] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd with Priority: HIGHEST for action security_group_members [ 720.634870] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.635028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.635085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.635262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.635417] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.635506] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.635565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.635703] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.635787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.635881] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c44399d-288d-4fc0-88ee-ea3b9425d7cd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.657025] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.657025] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.657025] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.657025] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.657025] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.657025] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-a05691eb-f55c-453f-8f96-b10bb4d52727" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.138789] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.139135] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.139135] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.139398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.139495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.139726] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.139952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.139952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.140062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.140178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.140220] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd is going to be updated. [ 721.179986] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.179986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.179986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.180222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.180578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.193040] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd in Status: IN_PROGRESS for 2s [ 721.432042] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a648896-c586-4f2f-bfa5-e214a5cc49c4 req-72c600bc-2ff6-4d23-904f-03011733be23 service nova] Enqueued Resource ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 with Priority: HIGHEST for action security_group_rules [ 721.432269] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a648896-c586-4f2f-bfa5-e214a5cc49c4 req-72c600bc-2ff6-4d23-904f-03011733be23 service nova] Enqueued Resource ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 with Priority: HIGHEST for action security_group_members [ 721.432662] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a648896-c586-4f2f-bfa5-e214a5cc49c4 req-72c600bc-2ff6-4d23-904f-03011733be23 service nova] Enqueued Resource ID: a05691eb-f55c-453f-8f96-b10bb4d52727 with Priority: HIGHEST for action port [ 721.432939] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 with Priority: HIGHEST for action security_group_rules [ 721.433179] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 with Priority: HIGHEST for action security_group_members [ 721.433669] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05691eb-f55c-453f-8f96-b10bb4d52727 with Priority: HIGHEST for action port [ 721.433669] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.433834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.433946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.434206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.434417] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.435221] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.436307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.436454] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.436619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.436779] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.439052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.439267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.439860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.440054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.440598] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.441979] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-a05691eb-f55c-453f-8f96-b10bb4d52727 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.441979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a05691eb-f55c-453f-8f96-b10bb4d52727" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.442185] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a05691eb-f55c-453f-8f96-b10bb4d52727" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.442229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a05691eb-f55c-453f-8f96-b10bb4d52727" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.442720] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a05691eb-f55c-453f-8f96-b10bb4d52727',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.542652] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 721.542833] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.614816] env[67361]: INFO networking_nsxv3.common.synchronization [req-472eb2c3-8207-4bca-9229-ea37f1828459 req-f4b3b62b-c497-4bb0-a2f8-83fde084a7ec tempest-ServerDiskConfigTestJSON-1842165197 tempest-ServerDiskConfigTestJSON-1842165197-project-member] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 721.614816] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 721.614816] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.614816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.614816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.614816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.614816] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.614816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.614816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.614816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.614816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.614816] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.944191] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.945480] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.945656] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.945801] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a05691eb-f55c-453f-8f96-b10bb4d52727 with status ACTIVE [ 721.945963] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.946155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.946155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.946354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.946433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.946603] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.946701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.946749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.946901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.947013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.947211] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.947373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.947373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.947512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.947565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.947712] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a05691eb-f55c-453f-8f96-b10bb4d52727 is going to be updated. [ 721.975092] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.975092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.975092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.975322] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.975434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.975597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a05691eb-f55c-453f-8f96-b10bb4d52727" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.116818] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.116984] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.117110] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.117410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.117522] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.117745] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.117874] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.117957] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.118245] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.118460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.118460] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 722.154037] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.154037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.154037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.155217] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.155217] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.168978] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 722.450323] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.956332] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.956558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.956593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.956870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.958453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.958453] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 is going to be created. [ 722.985864] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.986108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.986231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.986421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.986602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.998611] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 in Status: UNINITIALIZED for 2s [ 723.203067] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd in Status: SUCCESS [ 723.203431] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c44399d-288d-4fc0-88ee-ea3b9425d7cd deletion is rescheduled due to dependency. [ 723.203431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c44399d-288d-4fc0-88ee-ea3b9425d7cd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.181050] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 724.181050] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e deletion is rescheduled due to dependency. [ 724.181320] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.011116] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 in Status: SUCCESS [ 725.011460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.011690] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.012131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.012471] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.012936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.012936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.013199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.013372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.013419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.013588] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.515827] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.516061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.516177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.516375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.516554] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.516652] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.516726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.516885] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.516980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.517083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.517240] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.517442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.517514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.517665] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.517813] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.517906] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.517968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.518174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.518262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.518341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.518440] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.024012] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8: rpc.has_security_group_logging(os_id): False [ 726.043689] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.043894] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.043963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.044197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.044331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.044591] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.044696] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.044752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.045958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.045958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.045958] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.045958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.045958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.045958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.045958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.045958] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.045958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.045958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.045958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.046371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.050024] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 is going to be created. [ 726.115431] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.115622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.115708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.116026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.116410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.138726] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 in Status: IN_PROGRESS for 2s [ 726.614492] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 726.614789] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 727.897375] env[67361]: INFO networking_nsxv3.common.synchronization [req-f0ce7443-e556-481b-a49b-64d4bd868701 req-1b4c886a-f382-4de2-bc18-5c15c1d8f0b6 tempest-InstanceActionsNegativeTestJSON-2131774207 tempest-InstanceActionsNegativeTestJSON-2131774207-project-member] Enqueued Resource ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 with Priority: HIGHEST for action security_group_members [ 727.902418] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 with Priority: HIGHEST for action security_group_members [ 727.903086] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef6435a4-424d-4d67-ba44-d0e371bcff86 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.903277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.903335] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.903620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.903837] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.903957] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.904026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.904366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.904366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.904463] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef6435a4-424d-4d67-ba44-d0e371bcff86',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.155848] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 in Status: SUCCESS [ 728.156236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.413420] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.413610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.413697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.413910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.414082] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.414218] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.414318] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.414379] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.414531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.414607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.414691] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 already deleted. [ 728.414769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.434803] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.434803] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-801" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.434803] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-801" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.436195] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-801" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.438064] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.438064] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.438064] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.438064] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.438064] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.438064] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.438064] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.438064] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.438064] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.438487] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.438487] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.438487] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.459400] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.459661] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.459800] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.460529] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-801" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.460529] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-5fd5d70a-8a9d-4333-9079-bbe1d926c0de taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.460658] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-5fd5d70a-8a9d-4333-9079-bbe1d926c0de" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.460744] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-5fd5d70a-8a9d-4333-9079-bbe1d926c0de" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.461303] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-5fd5d70a-8a9d-4333-9079-bbe1d926c0de" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.461303] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd5d70a-8a9d-4333-9079-bbe1d926c0de',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.964205] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.964603] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.964661] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.964948] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.965193] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.965368] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 5fd5d70a-8a9d-4333-9079-bbe1d926c0de not found, creating... [ 728.965629] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.965778] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.966033] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.966111] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.966261] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.966515] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.966732] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.966791] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.966952] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.967089] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.967385] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 5fd5d70a-8a9d-4333-9079-bbe1d926c0de is going to be created. [ 728.993474] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.993644] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.993743] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.994026] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.994256] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.994494] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-5fd5d70a-8a9d-4333-9079-bbe1d926c0de" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.773396] env[67361]: INFO networking_nsxv3.common.synchronization [req-f0ce7443-e556-481b-a49b-64d4bd868701 req-13bd95ab-127d-47e9-a885-ee261d04c896 service nova] Enqueued Resource ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 with Priority: HIGHEST for action security_group_rules [ 729.773396] env[67361]: INFO networking_nsxv3.common.synchronization [req-f0ce7443-e556-481b-a49b-64d4bd868701 req-13bd95ab-127d-47e9-a885-ee261d04c896 service nova] Enqueued Resource ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 with Priority: HIGHEST for action security_group_members [ 729.773396] env[67361]: INFO networking_nsxv3.common.synchronization [req-f0ce7443-e556-481b-a49b-64d4bd868701 req-13bd95ab-127d-47e9-a885-ee261d04c896 service nova] Enqueued Resource ID: 5fd5d70a-8a9d-4333-9079-bbe1d926c0de with Priority: HIGHEST for action port [ 729.773548] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 with Priority: HIGHEST for action security_group_rules [ 729.774340] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 with Priority: HIGHEST for action security_group_members [ 729.774340] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd5d70a-8a9d-4333-9079-bbe1d926c0de with Priority: HIGHEST for action port [ 729.775454] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef6435a4-424d-4d67-ba44-d0e371bcff86 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.775618] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.775705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.775972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.776159] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef6435a4-424d-4d67-ba44-d0e371bcff86',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.777574] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef6435a4-424d-4d67-ba44-d0e371bcff86 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.780035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.780035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.780035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.780035] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.780035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.780035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.780035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.780035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.780035] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef6435a4-424d-4d67-ba44-d0e371bcff86',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.781782] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fd5d70a-8a9d-4333-9079-bbe1d926c0de taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.781782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fd5d70a-8a9d-4333-9079-bbe1d926c0de" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.781782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fd5d70a-8a9d-4333-9079-bbe1d926c0de" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.781782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fd5d70a-8a9d-4333-9079-bbe1d926c0de" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.781782] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd5d70a-8a9d-4333-9079-bbe1d926c0de',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.289266] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef6435a4-424d-4d67-ba44-d0e371bcff86',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.290654] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef6435a4-424d-4d67-ba44-d0e371bcff86 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.290654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.290796] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fd5d70a-8a9d-4333-9079-bbe1d926c0de with status ACTIVE [ 730.290939] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.291059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.291125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.291330] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.291430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.291687] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.291809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.291890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.293956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.294264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.294626] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.295784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.295784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.295784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.295784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.295784] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fd5d70a-8a9d-4333-9079-bbe1d926c0de is going to be updated. [ 730.325242] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.325242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.325242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.325242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.325401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.325568] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fd5d70a-8a9d-4333-9079-bbe1d926c0de" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.799060] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef6435a4-424d-4d67-ba44-d0e371bcff86',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.300590] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.301081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.301081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.301166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.301227] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.301392] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 is going to be created. [ 731.346291] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.346508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.346508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.346936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.347109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.360056] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 in Status: UNINITIALIZED for 2s [ 732.060697] env[67361]: INFO networking_nsxv3.common.synchronization [req-33117400-c3ad-44c9-8ce2-d72cd0a9564b req-6dc2cd26-8163-497f-ad9b-e44ef8c110e3 tempest-ServersAdminTestJSON-431986726 tempest-ServersAdminTestJSON-431986726-project-member] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 732.061598] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 732.062253] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.062991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.063131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.063375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.063568] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.063685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.063754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.063910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.064034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.064104] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.458938] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.459404] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.459404] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.459628] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.459924] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.460092] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.460224] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.460449] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.460632] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.460898] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.461187] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.461187] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.461187] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.461364] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.461364] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.461987] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.485902] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.485902] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.486145] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.486185] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-367" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.486966] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.486966] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.486966] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.487180] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.487271] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.566398] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.990804] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.990892] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.990951] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.991250] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.991463] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.991627] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4 not found, creating... [ 732.991878] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.992155] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.992155] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.992343] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.992530] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.992816] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.992997] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.993128] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.993352] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.993486] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.993620] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4 is going to be created. [ 733.019684] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.019891] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.020016] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.020314] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.020688] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.020921] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.069276] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.372913] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 in Status: SUCCESS [ 733.372913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.372913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.372913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.373997] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.373997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.373997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.373997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.373997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.373997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.373997] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef6435a4-424d-4d67-ba44-d0e371bcff86',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.572502] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.572891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.572891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.572891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.572999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.573042] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be updated. [ 733.610976] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.611194] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.611259] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.611504] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.612335] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.624548] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 2s [ 733.806015] env[67361]: INFO networking_nsxv3.common.synchronization [req-33117400-c3ad-44c9-8ce2-d72cd0a9564b req-f4a4be92-6647-4cd3-a61c-935bde8e77ec service nova] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_rules [ 733.806015] env[67361]: INFO networking_nsxv3.common.synchronization [req-33117400-c3ad-44c9-8ce2-d72cd0a9564b req-f4a4be92-6647-4cd3-a61c-935bde8e77ec service nova] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 733.806015] env[67361]: INFO networking_nsxv3.common.synchronization [req-33117400-c3ad-44c9-8ce2-d72cd0a9564b req-f4a4be92-6647-4cd3-a61c-935bde8e77ec service nova] Enqueued Resource ID: 0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4 with Priority: HIGHEST for action port [ 733.806015] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_rules [ 733.806015] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 733.806015] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4 with Priority: HIGHEST for action port [ 733.806015] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.806015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.810183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.810183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.810183] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.810183] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.810183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.810183] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.810183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.810183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.810183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.810919] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.879626] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef6435a4-424d-4d67-ba44-d0e371bcff86 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.882048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.882048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.882048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.882048] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.882048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.882048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.882048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.882048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.882048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.882048] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef6435a4-424d-4d67-ba44-d0e371bcff86 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.882048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.882048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.882048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.882048] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.882048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.882048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.883669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.883669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.883669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.884073] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef6435a4-424d-4d67-ba44-d0e371bcff86',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.034983] env[67361]: INFO networking_nsxv3.common.synchronization [None req-69888c14-1002-48fd-ae23-a2b45acbb998 None None] Enqueued Resource ID: d8a51a9f-cc85-449d-a9cb-818b30f013da with Priority: HIGHEST for action port [ 734.035477] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a51a9f-cc85-449d-a9cb-818b30f013da with Priority: HIGHEST for action port [ 734.035866] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8a51a9f-cc85-449d-a9cb-818b30f013da taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.036162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8a51a9f-cc85-449d-a9cb-818b30f013da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.036162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8a51a9f-cc85-449d-a9cb-818b30f013da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.036508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8a51a9f-cc85-449d-a9cb-818b30f013da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.036508] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8a51a9f-cc85-449d-a9cb-818b30f013da',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.313919] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.314065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.314760] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4 with status ACTIVE [ 734.315131] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.315131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.315131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.315774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.315774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.315774] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.315774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.315774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.316099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.316099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.316732] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.318899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.318993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.319188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.319277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.319368] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4 is going to be updated. [ 734.349644] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.349847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.349847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.350082] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.350218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.350375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c79c1f0-f6a3-469f-8364-46c4b0bc0fb4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.391405] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef6435a4-424d-4d67-ba44-d0e371bcff86: rpc.has_security_group_logging(os_id): False [ 734.435025] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.435279] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.435279] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.435452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.435540] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.435718] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.435813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.435901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.436259] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.436259] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.436494] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.436494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.436494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.436607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.436607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.436803] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.438032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.438032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.438032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.438032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.438032] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 is going to be created. [ 734.539688] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8a51a9f-cc85-449d-a9cb-818b30f013da [ 734.539688] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.539688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.539688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.539688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.539688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.539688] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8a51a9f-cc85-449d-a9cb-818b30f013da already deleted. [ 734.539688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8a51a9f-cc85-449d-a9cb-818b30f013da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.541809] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.541935] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.541980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.542386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.542386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.555823] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 in Status: IN_PROGRESS for 2s [ 735.637513] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 735.638471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.638471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.638471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.638669] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.638765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.638798] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.639014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.639048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.640155] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.141904] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.569187] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 in Status: SUCCESS [ 736.569442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.651590] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.793044] env[67361]: INFO networking_nsxv3.common.synchronization [None req-7e9c8c91-394d-4fe0-a98b-9631cd454cba None None] Enqueued Resource ID: fad5a0fe-7d59-4f19-be17-017f02a06ac1 with Priority: HIGHEST for action port [ 736.794198] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad5a0fe-7d59-4f19-be17-017f02a06ac1 with Priority: HIGHEST for action port [ 736.794949] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-fad5a0fe-7d59-4f19-be17-017f02a06ac1 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.795098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fad5a0fe-7d59-4f19-be17-017f02a06ac1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.795230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fad5a0fe-7d59-4f19-be17-017f02a06ac1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.796102] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fad5a0fe-7d59-4f19-be17-017f02a06ac1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.796102] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fad5a0fe-7d59-4f19-be17-017f02a06ac1',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.135055] env[67361]: INFO networking_nsxv3.common.synchronization [req-5db1bbaa-59dd-4c10-a1dd-ebaa3c14e524 req-aee8faaf-541d-41ba-97c8-b3d081f2e9ec tempest-ServerGroupTestJSON-482520473 tempest-ServerGroupTestJSON-482520473-project-member] Enqueued Resource ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 with Priority: HIGHEST for action security_group_members [ 737.135055] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 with Priority: HIGHEST for action security_group_members [ 737.135362] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.135521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.136026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.136026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.136319] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.136387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.136507] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.136713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.137937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.137937] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.153463] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.153996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.153996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.154252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.154252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.155089] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be updated. [ 737.186617] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.186773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.186817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.187033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.187177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.198555] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 2s [ 737.299500] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fad5a0fe-7d59-4f19-be17-017f02a06ac1 [ 737.303024] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.303024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.303024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.303024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.303024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.303024] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fad5a0fe-7d59-4f19-be17-017f02a06ac1 already deleted. [ 737.303024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fad5a0fe-7d59-4f19-be17-017f02a06ac1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.640289] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.640289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.640289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.640289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.640289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.640527] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.640650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.640721] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.640898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.640974] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.641134] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 is going to be updated. [ 737.670034] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.670435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.670435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.670617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.670804] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.682924] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 in Status: IN_PROGRESS for 2s [ 739.209944] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 4s [ 739.694701] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 in Status: SUCCESS [ 739.694926] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8 deletion is rescheduled due to dependency. [ 739.695186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.792374] env[67361]: INFO networking_nsxv3.common.synchronization [None req-17cbc881-0b9a-4fb4-a12d-2b4ede78f1cf None None] Enqueued Resource ID: f9491c8c-41a3-46ec-8394-5ecd73e66639 with Priority: HIGHEST for action port [ 740.793066] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9491c8c-41a3-46ec-8394-5ecd73e66639 with Priority: HIGHEST for action port [ 740.793452] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9491c8c-41a3-46ec-8394-5ecd73e66639 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.793591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9491c8c-41a3-46ec-8394-5ecd73e66639" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.793666] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9491c8c-41a3-46ec-8394-5ecd73e66639" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.794039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9491c8c-41a3-46ec-8394-5ecd73e66639" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.794129] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9491c8c-41a3-46ec-8394-5ecd73e66639',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.222442] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 741.222666] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.222850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.223111] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.223260] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.223378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.223458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.223631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.223712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.223796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.223898] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.297734] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9491c8c-41a3-46ec-8394-5ecd73e66639 [ 741.298022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.298236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.298300] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.298527] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.298682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.298810] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9491c8c-41a3-46ec-8394-5ecd73e66639 already deleted. [ 741.298936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9491c8c-41a3-46ec-8394-5ecd73e66639" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.726592] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.726816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.726897] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.727241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.727452] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.727577] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.727683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.727911] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.728053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.728170] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.728402] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.728525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.728610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.729823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.729823] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.729823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.729823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.729823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.729823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.729823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.729823] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.231944] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5: rpc.has_security_group_logging(os_id): False [ 742.251716] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.251862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.251944] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.252159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.252247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.252459] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.252563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.252620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.253013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.253013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.253013] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.253197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.253197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.253288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.253339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.253526] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.253616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.253678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.253798] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.253854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.253939] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be updated. [ 742.319071] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.319071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.319071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.319071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.319071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.332058] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 2s [ 743.049860] env[67361]: INFO networking_nsxv3.common.synchronization [None req-8d5391db-17a0-4173-8567-79af2c5efb6a None None] Enqueued Resource ID: 45014041-48f5-47c1-a9bd-e5937eee6b38 with Priority: HIGHEST for action port [ 743.050142] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45014041-48f5-47c1-a9bd-e5937eee6b38 with Priority: HIGHEST for action port [ 743.050527] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-45014041-48f5-47c1-a9bd-e5937eee6b38 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.050674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45014041-48f5-47c1-a9bd-e5937eee6b38" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.050740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45014041-48f5-47c1-a9bd-e5937eee6b38" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.050993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45014041-48f5-47c1-a9bd-e5937eee6b38" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.051088] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45014041-48f5-47c1-a9bd-e5937eee6b38',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.312122] env[67361]: INFO networking_nsxv3.common.synchronization [req-305d29c7-2fba-40ef-822f-2a65519e9626 req-d8ff0e5e-aa59-4d1f-bfa8-9b8887d99f0f tempest-ServersTestJSON-2076141200 tempest-ServersTestJSON-2076141200-project-member] Enqueued Resource ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff with Priority: HIGHEST for action security_group_members [ 743.312122] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff with Priority: HIGHEST for action security_group_members [ 743.312122] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-710df1e1-2b9e-4703-8edb-8f1949a912ff taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.312122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.312122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.315473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.315774] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.316027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.316176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.316426] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.316603] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.316771] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('710df1e1-2b9e-4703-8edb-8f1949a912ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.553449] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45014041-48f5-47c1-a9bd-e5937eee6b38 [ 743.553774] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.554583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.554583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.554583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.555060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.555060] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45014041-48f5-47c1-a9bd-e5937eee6b38 already deleted. [ 743.555060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45014041-48f5-47c1-a9bd-e5937eee6b38" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.755583] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.755583] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-660" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.755583] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-660" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.755583] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-660" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.755583] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.755898] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.755898] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.756059] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.756187] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.756389] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.756497] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.756617] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.756681] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.756788] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.756883] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.757016] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.782144] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.782366] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.782531] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.782707] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-660" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.783095] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-b866a89e-59c1-4726-9b11-db1b625bb8bf taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.783316] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-b866a89e-59c1-4726-9b11-db1b625bb8bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.783546] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-b866a89e-59c1-4726-9b11-db1b625bb8bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.783836] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-b866a89e-59c1-4726-9b11-db1b625bb8bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.784009] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b866a89e-59c1-4726-9b11-db1b625bb8bf',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.820650] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.820650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.820650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.820650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.820650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.820650] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.820650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.820650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.820650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.820650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.820980] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff already deleted. [ 743.820980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.288792] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.289033] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.289081] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.289417] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.289541] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.289686] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port b866a89e-59c1-4726-9b11-db1b625bb8bf not found, creating... [ 744.289935] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.290107] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.290216] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.290428] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.290555] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.290815] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.290957] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.291837] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.292117] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.292262] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.292401] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: b866a89e-59c1-4726-9b11-db1b625bb8bf is going to be created. [ 744.312933] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.313304] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.313304] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.313540] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.313884] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.314080] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-b866a89e-59c1-4726-9b11-db1b625bb8bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.345946] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 744.346423] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.047903] env[67361]: INFO networking_nsxv3.common.synchronization [req-305d29c7-2fba-40ef-822f-2a65519e9626 req-fb5a4194-0f29-45a1-b6b2-5d18558417e1 service nova] Enqueued Resource ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff with Priority: HIGHEST for action security_group_rules [ 745.048075] env[67361]: INFO networking_nsxv3.common.synchronization [req-305d29c7-2fba-40ef-822f-2a65519e9626 req-fb5a4194-0f29-45a1-b6b2-5d18558417e1 service nova] Enqueued Resource ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff with Priority: HIGHEST for action security_group_members [ 745.048215] env[67361]: INFO networking_nsxv3.common.synchronization [req-305d29c7-2fba-40ef-822f-2a65519e9626 req-fb5a4194-0f29-45a1-b6b2-5d18558417e1 service nova] Enqueued Resource ID: b866a89e-59c1-4726-9b11-db1b625bb8bf with Priority: HIGHEST for action port [ 745.048786] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff with Priority: HIGHEST for action security_group_rules [ 745.048906] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff with Priority: HIGHEST for action security_group_members [ 745.048998] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b866a89e-59c1-4726-9b11-db1b625bb8bf with Priority: HIGHEST for action port [ 745.051931] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710df1e1-2b9e-4703-8edb-8f1949a912ff taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.052142] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.052277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.052788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.052922] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710df1e1-2b9e-4703-8edb-8f1949a912ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.053884] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-710df1e1-2b9e-4703-8edb-8f1949a912ff taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.054049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.054158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.054369] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.054577] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.054701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.054783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.054964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.055102] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.055223] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('710df1e1-2b9e-4703-8edb-8f1949a912ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.056071] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-b866a89e-59c1-4726-9b11-db1b625bb8bf taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.056232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b866a89e-59c1-4726-9b11-db1b625bb8bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.056329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b866a89e-59c1-4726-9b11-db1b625bb8bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.056501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b866a89e-59c1-4726-9b11-db1b625bb8bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.056597] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b866a89e-59c1-4726-9b11-db1b625bb8bf',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.559624] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-710df1e1-2b9e-4703-8edb-8f1949a912ff taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.559981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.560115] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b866a89e-59c1-4726-9b11-db1b625bb8bf with status ACTIVE [ 745.560356] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.560510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.560686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.561010] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.561162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.561427] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.561653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.561653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.561812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.561912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.562167] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.562368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.562368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.562530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.562630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.562730] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b866a89e-59c1-4726-9b11-db1b625bb8bf is going to be updated. [ 745.564145] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('710df1e1-2b9e-4703-8edb-8f1949a912ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.588533] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.588753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.588853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.589181] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.589594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.589594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b866a89e-59c1-4726-9b11-db1b625bb8bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.875847] env[67361]: INFO networking_nsxv3.common.synchronization [None req-a9e396d8-9b63-463b-923b-7ead507dbc08 tempest-ServerRescueNegativeTestJSON-383152160 tempest-ServerRescueNegativeTestJSON-383152160-project-member] Enqueued Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGHEST for action security_group_rules [ 745.876493] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGHEST for action security_group_rules [ 745.876815] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-002977f3-3d01-4c13-bb61-2a76843f7d08 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.876935] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.877009] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.877296] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.877416] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('002977f3-3d01-4c13-bb61-2a76843f7d08',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.976047] env[67361]: INFO networking_nsxv3.common.synchronization [None req-30df29ac-e5c5-4cbe-97ac-0a88a993cb65 tempest-ServerRescueNegativeTestJSON-383152160 tempest-ServerRescueNegativeTestJSON-383152160-project-member] Enqueued Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGHEST for action security_group_rules [ 745.980145] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGHEST for action security_group_rules [ 745.980523] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-002977f3-3d01-4c13-bb61-2a76843f7d08 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.980659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.068345] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('710df1e1-2b9e-4703-8edb-8f1949a912ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.404988] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.405300] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.405380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.405672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.405767] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.405961] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 already deleted. [ 746.405961] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.406081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.406269] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.406351] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('002977f3-3d01-4c13-bb61-2a76843f7d08',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.571745] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.572160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.572160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.572251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.572318] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.572422] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff is going to be created. [ 746.602178] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.602178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.602178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.602178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.602178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.613367] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff in Status: UNINITIALIZED for 2s [ 746.941704] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.941921] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.942067] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.943065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.943065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.943065] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 already deleted. [ 746.943065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.000267] env[67361]: INFO networking_nsxv3.common.synchronization [req-01251674-9122-43cf-aa18-4c8309e697ab req-522466da-0391-4559-b6aa-da3966783f73 tempest-ServersWithSpecificFlavorTestJSON-1443348591 tempest-ServersWithSpecificFlavorTestJSON-1443348591-project-member] Enqueued Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_members [ 747.001034] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_members [ 747.001508] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.001508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.001639] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.001802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.001987] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.002106] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.002169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.002338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.002425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.002522] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.505120] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.505120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.505120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.505446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.505744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.505993] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.506392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.506392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.506392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.506520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.506552] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 is going to be updated. [ 747.546040] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.546040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.546040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.546040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.546040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.555113] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: IN_PROGRESS for 2s [ 748.625317] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff in Status: SUCCESS [ 748.625639] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.625703] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.626178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.626178] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.626323] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.626323] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.626451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.626531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.626618] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.626707] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('710df1e1-2b9e-4703-8edb-8f1949a912ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.890295] env[67361]: INFO networking_nsxv3.common.synchronization [req-0d26bc70-8a77-4499-87b9-a807415f10a7 req-60c0dd48-6c3d-4eee-a151-c23c84bf6039 tempest-InstanceActionsNegativeTestJSON-2131774207 tempest-InstanceActionsNegativeTestJSON-2131774207-project-member] Enqueued Resource ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 with Priority: HIGHEST for action security_group_members [ 748.890295] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 with Priority: HIGHEST for action security_group_members [ 748.890295] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef6435a4-424d-4d67-ba44-d0e371bcff86 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.890295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.890295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.890543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.890721] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.890866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.891140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.891321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.891419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.891505] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef6435a4-424d-4d67-ba44-d0e371bcff86',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.129536] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('710df1e1-2b9e-4703-8edb-8f1949a912ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.229791] env[67361]: INFO networking_nsxv3.common.synchronization [req-0713cb7b-da26-49d5-bf92-3b370095b3c4 req-6a125552-6a3f-4660-aa38-82422e8b7139 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 749.230405] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 749.230879] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.231019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.231090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.231362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.231710] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.231710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.231710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.231875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.231910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.231998] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.394559] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.394559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.394559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.394559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.394559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.394925] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.394925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.394925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.395069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.395069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.395131] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 is going to be updated. [ 749.444155] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.444372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.444445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.444777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.444975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.456238] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 in Status: IN_PROGRESS for 2s [ 749.571728] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: SUCCESS [ 749.571728] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 deletion is rescheduled due to dependency. [ 749.571728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.633580] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 710df1e1-2b9e-4703-8edb-8f1949a912ff: rpc.has_security_group_logging(os_id): False [ 749.655857] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.657465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.657679] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.657978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.658155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.658705] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.658780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.658867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.661016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.661016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.661016] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff is going to be created. [ 749.735224] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.735410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.735484] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.736198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.736198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.736369] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.736442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.736537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.736967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.736967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.736967] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 already deleted. [ 749.736967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.740405] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.740545] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.740691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.740766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.741095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.753061] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff in Status: IN_PROGRESS for 2s [ 749.763164] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.763424] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-546" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.763528] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-546" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.763829] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-546" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.764126] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.764413] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.764413] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.764718] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.765267] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.765267] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.765267] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.765267] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.765433] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.765565] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.766791] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.766980] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.786914] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.787023] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.787770] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.787770] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-546" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.787770] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.788079] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.788079] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.788311] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.788460] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a355f7fa-18e4-4b95-97e4-1a0f9fc333fe',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.138227] env[67361]: INFO networking_nsxv3.common.synchronization [None req-89c7c6f0-64cd-4af6-83f5-4895bd944804 None None] Enqueued Resource ID: 8b95afb9-b869-49e8-bf03-b43fc6c03dc1 with Priority: HIGHEST for action port [ 750.138227] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b95afb9-b869-49e8-bf03-b43fc6c03dc1 with Priority: HIGHEST for action port [ 750.138567] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b95afb9-b869-49e8-bf03-b43fc6c03dc1 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.138853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b95afb9-b869-49e8-bf03-b43fc6c03dc1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.139069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b95afb9-b869-49e8-bf03-b43fc6c03dc1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.139592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b95afb9-b869-49e8-bf03-b43fc6c03dc1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.139869] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b95afb9-b869-49e8-bf03-b43fc6c03dc1',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.290385] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.290691] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.290762] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.290979] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.291139] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.291294] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port a355f7fa-18e4-4b95-97e4-1a0f9fc333fe not found, creating... [ 750.292396] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.292396] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.292396] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.292396] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.292396] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.292396] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.292650] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.292650] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.293621] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.293621] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.293621] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: a355f7fa-18e4-4b95-97e4-1a0f9fc333fe is going to be created. [ 750.362027] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.362235] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.362348] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.362626] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.362836] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.363062] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.643638] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b95afb9-b869-49e8-bf03-b43fc6c03dc1 [ 750.644090] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.644090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.644217] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.644376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.644923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.644923] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b95afb9-b869-49e8-bf03-b43fc6c03dc1 already deleted. [ 750.644923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b95afb9-b869-49e8-bf03-b43fc6c03dc1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.067561] env[67361]: INFO networking_nsxv3.common.synchronization [req-0713cb7b-da26-49d5-bf92-3b370095b3c4 req-3ed3ee4c-142f-439d-a30b-9af0ca415d40 service nova] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_rules [ 751.067716] env[67361]: INFO networking_nsxv3.common.synchronization [req-0713cb7b-da26-49d5-bf92-3b370095b3c4 req-3ed3ee4c-142f-439d-a30b-9af0ca415d40 service nova] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 751.067853] env[67361]: INFO networking_nsxv3.common.synchronization [req-0713cb7b-da26-49d5-bf92-3b370095b3c4 req-3ed3ee4c-142f-439d-a30b-9af0ca415d40 service nova] Enqueued Resource ID: a355f7fa-18e4-4b95-97e4-1a0f9fc333fe with Priority: HIGHEST for action port [ 751.071036] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_rules [ 751.071036] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 751.071036] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a355f7fa-18e4-4b95-97e4-1a0f9fc333fe with Priority: HIGHEST for action port [ 751.071036] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.071036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.071036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.071036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.071036] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.071036] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.071036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.071036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.072415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.072415] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.072415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.072415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.072415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.072415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.072415] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.073938] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.073938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.073938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.073938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.073938] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a355f7fa-18e4-4b95-97e4-1a0f9fc333fe',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.467693] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 in Status: SUCCESS [ 751.468014] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 deletion is rescheduled due to dependency. [ 751.468014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.489085] env[67361]: INFO networking_nsxv3.common.synchronization [req-3aeddefc-8b17-4c4d-9788-58bf14bc2419 req-b4fb47d7-ae9a-4c79-aeb6-04d5a9296a1e tempest-VolumesAssistedSnapshotsTest-1860563384 tempest-VolumesAssistedSnapshotsTest-1860563384-project-member] Enqueued Resource ID: 1ea729d1-1788-4efa-ae5e-451487b2554b with Priority: HIGHEST for action security_group_members [ 751.489762] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea729d1-1788-4efa-ae5e-451487b2554b with Priority: HIGHEST for action security_group_members [ 751.490856] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea729d1-1788-4efa-ae5e-451487b2554b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.491867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.492151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.492997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.493203] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.493311] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.493814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.493814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.493814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.493814] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea729d1-1788-4efa-ae5e-451487b2554b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.575506] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.576417] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.576550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.576932] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a355f7fa-18e4-4b95-97e4-1a0f9fc333fe with status ACTIVE [ 751.577099] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.577218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.577294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.577528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.577615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.577779] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.577872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.577933] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.578770] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.578915] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.579223] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.579450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.579480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.579714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.579792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.579885] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a355f7fa-18e4-4b95-97e4-1a0f9fc333fe is going to be updated. [ 751.609023] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.609023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.609023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.609023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.609023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.609023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.774542] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff in Status: SUCCESS [ 751.774542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.996748] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.996897] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.996963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.997204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.997288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.997481] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.997570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.997627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.997801] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.997871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.997966] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea729d1-1788-4efa-ae5e-451487b2554b is going to be updated. [ 752.032953] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.033043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.033105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.033327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.033466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.047636] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea729d1-1788-4efa-ae5e-451487b2554b in Status: IN_PROGRESS for 2s [ 752.077927] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.140273] env[67361]: INFO networking_nsxv3.common.synchronization [req-93f342da-a525-48c5-bbc7-b0765657bea9 req-3a62922a-e855-4fce-92bc-8b7ad3fc0c5d tempest-AttachInterfacesUnderV243Test-1437578253 tempest-AttachInterfacesUnderV243Test-1437578253-project-member] Enqueued Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_members [ 752.140937] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_members [ 752.140937] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f93ce4-afcc-472d-a320-b960d2aa8803 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.141928] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.142098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.142466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.143266] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.143266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.143266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.143589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.143732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.144436] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.583966] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.583966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.583966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.583966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.583966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.583966] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be created. [ 752.611620] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.611620] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-212" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.611620] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-212" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.611876] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-212" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.612103] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.612222] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.612273] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.612576] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.612723] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.612942] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.613090] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.613167] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.613270] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.613386] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.613487] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.613609] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.615458] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.615571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.615663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.615844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.616026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.634278] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: UNINITIALIZED for 2s [ 752.638253] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.638456] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.638604] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.638779] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-212" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.639157] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-d642b497-fea8-44b7-b053-7a70c199b347 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.639343] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.639481] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.639792] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.639924] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d642b497-fea8-44b7-b053-7a70c199b347',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.646667] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.646783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.646850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.647066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.647147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.647343] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.647436] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.647494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.647643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.647713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.647790] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 already deleted. [ 752.647957] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.142991] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.145081] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.145081] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.145081] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.145081] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.145081] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port d642b497-fea8-44b7-b053-7a70c199b347 not found, creating... [ 753.145081] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.145739] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.145739] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.145739] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.145739] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.146302] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.146302] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.146302] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.146563] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.146659] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.146803] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: d642b497-fea8-44b7-b053-7a70c199b347 is going to be created. [ 753.174604] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.174884] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.174948] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.175317] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.175457] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.175664] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.318025] env[67361]: INFO networking_nsxv3.common.synchronization [None req-11b68975-8155-4814-9214-679696260884 None None] Enqueued Resource ID: dac3738f-9eea-4208-840d-0897ada3d8a4 with Priority: HIGHEST for action port [ 753.318770] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac3738f-9eea-4208-840d-0897ada3d8a4 with Priority: HIGHEST for action port [ 753.319238] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac3738f-9eea-4208-840d-0897ada3d8a4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.319549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac3738f-9eea-4208-840d-0897ada3d8a4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.319621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac3738f-9eea-4208-840d-0897ada3d8a4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.319935] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac3738f-9eea-4208-840d-0897ada3d8a4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.320031] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac3738f-9eea-4208-840d-0897ada3d8a4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.822361] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dac3738f-9eea-4208-840d-0897ada3d8a4 [ 753.822638] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.822811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.822971] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.823139] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.823237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.823340] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dac3738f-9eea-4208-840d-0897ada3d8a4 already deleted. [ 753.823673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac3738f-9eea-4208-840d-0897ada3d8a4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.964013] env[67361]: INFO networking_nsxv3.common.synchronization [req-93f342da-a525-48c5-bbc7-b0765657bea9 req-6063e800-af16-4544-8c5b-9e1dc1cb11ed service nova] Enqueued Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_rules [ 753.964135] env[67361]: INFO networking_nsxv3.common.synchronization [req-93f342da-a525-48c5-bbc7-b0765657bea9 req-6063e800-af16-4544-8c5b-9e1dc1cb11ed service nova] Enqueued Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_members [ 753.964267] env[67361]: INFO networking_nsxv3.common.synchronization [req-93f342da-a525-48c5-bbc7-b0765657bea9 req-6063e800-af16-4544-8c5b-9e1dc1cb11ed service nova] Enqueued Resource ID: d642b497-fea8-44b7-b053-7a70c199b347 with Priority: HIGHEST for action port [ 753.964692] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_rules [ 753.964692] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_members [ 753.964770] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d642b497-fea8-44b7-b053-7a70c199b347 with Priority: HIGHEST for action port [ 753.969819] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f93ce4-afcc-472d-a320-b960d2aa8803 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.969819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.969819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.969819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.969819] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.971035] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f93ce4-afcc-472d-a320-b960d2aa8803 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.971035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.971035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.971206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.971249] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.971864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.971864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.971864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.971864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.971864] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.975714] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-d642b497-fea8-44b7-b053-7a70c199b347 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.975714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.975714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.975714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.975714] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d642b497-fea8-44b7-b053-7a70c199b347',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.059607] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea729d1-1788-4efa-ae5e-451487b2554b in Status: SUCCESS [ 754.059607] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea729d1-1788-4efa-ae5e-451487b2554b deletion is rescheduled due to dependency. [ 754.059813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea729d1-1788-4efa-ae5e-451487b2554b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.355136] env[67361]: INFO networking_nsxv3.common.synchronization [req-0b7dc023-0e8a-4d91-b407-5063a6cb3fc9 req-c5766c27-e2c5-4ec9-90c0-268fce7093b3 tempest-ImagesTestJSON-158730557 tempest-ImagesTestJSON-158730557-project-member] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 754.355599] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 754.355895] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.357217] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.357350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.357597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.357750] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.357867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.357937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.358099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.361356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.361356] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.475965] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.478036] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f93ce4-afcc-472d-a320-b960d2aa8803 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.478036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.478270] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d642b497-fea8-44b7-b053-7a70c199b347 with status ACTIVE [ 754.478443] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.478611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.478710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.479312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.479494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.480620] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.481411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.481534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.481789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.481878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.482215] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.482368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.482465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.482709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.482835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.482976] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d642b497-fea8-44b7-b053-7a70c199b347 is going to be updated. [ 754.508120] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.508312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.508399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.508615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.508752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.508916] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.647546] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 754.647546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.647942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.647942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.652012] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.652012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.652012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.652012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.652012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.652012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.652012] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.827097] env[67361]: INFO networking_nsxv3.common.synchronization [req-d2399cd8-02bd-471d-b82e-a9ff20bc1cbf req-9177ac61-586c-4072-80f2-ca60234709d7 tempest-ServerAddressesNegativeTestJSON-494791728 tempest-ServerAddressesNegativeTestJSON-494791728-project-member] Enqueued Resource ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 with Priority: HIGHEST for action security_group_members [ 754.827648] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 with Priority: HIGHEST for action security_group_members [ 754.827969] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.828250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.828250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.828642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.828642] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.828793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.828793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.829123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.829123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.832121] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ca7b9f3-756b-4ae5-a2b8-1f5638637d04',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.861170] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.861292] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.861733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.861975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.862116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.862387] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.862466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.862502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.862663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.862717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.862787] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 754.902216] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.902406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.902502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.904735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.904735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.919555] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 754.986268] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.155252] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.155410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.155483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.155705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.155863] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.155963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.156040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.156173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.156269] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.156355] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.156496] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.156584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.156640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.156772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.156903] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.156989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.157068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.157199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.157270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.157348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.157431] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.333528] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.333837] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.333920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.334148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.334272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.334508] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.334713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.334811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.335063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.335502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.335502] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 already deleted. [ 755.335502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.490709] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.490709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.490709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.490709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.490709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.490709] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 is going to be created. [ 755.520305] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.520481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.520549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.520801] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.520957] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.531652] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 in Status: UNINITIALIZED for 2s [ 755.590293] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.590293] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.590293] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.590293] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.591519] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.592020] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.592704] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.592704] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.592704] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.593432] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.593679] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.594141] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.594141] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.594141] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.595510] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.595510] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.630260] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.630260] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.630260] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.630260] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.630260] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.630260] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.630260] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.630260] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.630260] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.660041] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31227000-8068-4780-b5a5-0c1e647ca8f6: rpc.has_security_group_logging(os_id): False [ 755.679702] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.680145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.680331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.680688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.680919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.681238] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.681452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.681599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.681876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.682155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.682620] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.682839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.682986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.683226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.683390] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.683663] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.683866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.684019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.684242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.684425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.684593] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be created. [ 755.747809] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.748928] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.748928] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.748928] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.749380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.763789] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 756.133999] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.136828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.136828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.136828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.136828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.136828] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41 not found, creating... [ 756.136828] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.136828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.136828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.136828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.136828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.137731] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.138106] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.138418] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.138829] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.139107] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.139422] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41 is going to be created. [ 756.164754] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.164754] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.164754] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.164754] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.164754] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.164754] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.564100] env[67361]: INFO networking_nsxv3.common.synchronization [None req-c48963ad-dfaf-4916-80f0-aa4b7158b0dd None None] Enqueued Resource ID: 3d68a61a-82e7-4922-a76d-2dd3eade9bd5 with Priority: HIGHEST for action port [ 756.564865] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d68a61a-82e7-4922-a76d-2dd3eade9bd5 with Priority: HIGHEST for action port [ 756.565203] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d68a61a-82e7-4922-a76d-2dd3eade9bd5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.565349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d68a61a-82e7-4922-a76d-2dd3eade9bd5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.565410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d68a61a-82e7-4922-a76d-2dd3eade9bd5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.565675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d68a61a-82e7-4922-a76d-2dd3eade9bd5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.565844] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d68a61a-82e7-4922-a76d-2dd3eade9bd5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.854104] env[67361]: INFO networking_nsxv3.common.synchronization [req-d2399cd8-02bd-471d-b82e-a9ff20bc1cbf req-83c071d6-55e3-4d00-aa85-9a1148ce30f1 service nova] Enqueued Resource ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 with Priority: HIGHEST for action security_group_rules [ 756.854288] env[67361]: INFO networking_nsxv3.common.synchronization [req-d2399cd8-02bd-471d-b82e-a9ff20bc1cbf req-83c071d6-55e3-4d00-aa85-9a1148ce30f1 service nova] Enqueued Resource ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 with Priority: HIGHEST for action security_group_members [ 756.854487] env[67361]: INFO networking_nsxv3.common.synchronization [req-d2399cd8-02bd-471d-b82e-a9ff20bc1cbf req-83c071d6-55e3-4d00-aa85-9a1148ce30f1 service nova] Enqueued Resource ID: b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41 with Priority: HIGHEST for action port [ 756.855082] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 with Priority: HIGHEST for action security_group_rules [ 756.855233] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 with Priority: HIGHEST for action security_group_members [ 756.855331] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41 with Priority: HIGHEST for action port [ 756.855687] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.855817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.855882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.856159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.856262] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ca7b9f3-756b-4ae5-a2b8-1f5638637d04',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.857429] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.857558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.857621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.857851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.858044] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.858195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.858269] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.858458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.858581] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.858626] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ca7b9f3-756b-4ae5-a2b8-1f5638637d04',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.860429] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.860429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.860429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.860578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.860578] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.931438] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 756.931438] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca deletion is rescheduled due to dependency. [ 756.931438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.068341] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d68a61a-82e7-4922-a76d-2dd3eade9bd5 [ 757.068341] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.068341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.068341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.068575] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.068665] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.068885] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d68a61a-82e7-4922-a76d-2dd3eade9bd5 already deleted. [ 757.069081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d68a61a-82e7-4922-a76d-2dd3eade9bd5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.363855] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.364325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.364325] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ca7b9f3-756b-4ae5-a2b8-1f5638637d04',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.365204] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41 with status ACTIVE [ 757.365401] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.365516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.365581] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.365780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.365927] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.366056] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.366190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.366261] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.366547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.366655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.366884] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.367011] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.368408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.368624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.369285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.369285] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41 is going to be updated. [ 757.391431] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.391586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.391631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.391837] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.392072] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.392357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4878e52-a0fb-4dfa-8d7a-ae3da6ee5f41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.539404] env[67361]: INFO networking_nsxv3.common.synchronization [req-cff18462-f341-4284-9e3e-0d4a3168c4cc req-0c64ea28-169b-4345-bda3-13960aa4a31b tempest-SecurityGroupRulesNegativeTestJSON-1030882102 tempest-SecurityGroupRulesNegativeTestJSON-1030882102-project-member] Enqueued Resource ID: 3e02c119-7cc9-4231-b18e-e68efd30e00d with Priority: HIGHEST for action security_group_rules [ 757.539593] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02c119-7cc9-4231-b18e-e68efd30e00d with Priority: HIGHEST for action security_group_rules [ 757.540434] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e02c119-7cc9-4231-b18e-e68efd30e00d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.540599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e02c119-7cc9-4231-b18e-e68efd30e00d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.540691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e02c119-7cc9-4231-b18e-e68efd30e00d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.541024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e02c119-7cc9-4231-b18e-e68efd30e00d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.541204] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e02c119-7cc9-4231-b18e-e68efd30e00d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.549025] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 in Status: SUCCESS [ 757.549025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.549025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.549025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.549363] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.549363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.549363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.549558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.549624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.549752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.549872] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.783600] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 757.783600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.871458] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ca7b9f3-756b-4ae5-a2b8-1f5638637d04',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.052569] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.068251] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.068251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.068251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.068251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.068251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.068251] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e02c119-7cc9-4231-b18e-e68efd30e00d already deleted. [ 758.068251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e02c119-7cc9-4231-b18e-e68efd30e00d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.376718] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.376718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.376718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.376718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.376718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.376718] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 is going to be created. [ 758.402099] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.402099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.402099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.402280] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.402428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.414272] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 in Status: UNINITIALIZED for 2s [ 758.554601] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63f93ce4-afcc-472d-a320-b960d2aa8803: rpc.has_security_group_logging(os_id): False [ 758.573835] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.573957] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.574075] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.574263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.574383] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.574634] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.574733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.574793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.574976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.575041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.575145] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 is going to be created. [ 758.727364] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.727488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.727557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.727770] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.727952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.740834] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 in Status: IN_PROGRESS for 2s [ 759.613282] env[67361]: INFO networking_nsxv3.common.synchronization [None req-8fe881e3-425a-4473-8875-b879bda8dd20 None None] Enqueued Resource ID: e12289d2-5690-477b-88a5-6de9e35b200c with Priority: HIGHEST for action port [ 759.613282] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12289d2-5690-477b-88a5-6de9e35b200c with Priority: HIGHEST for action port [ 759.613282] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-e12289d2-5690-477b-88a5-6de9e35b200c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.613282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e12289d2-5690-477b-88a5-6de9e35b200c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.613282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e12289d2-5690-477b-88a5-6de9e35b200c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.613282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e12289d2-5690-477b-88a5-6de9e35b200c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.613743] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e12289d2-5690-477b-88a5-6de9e35b200c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.118830] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e12289d2-5690-477b-88a5-6de9e35b200c [ 760.118830] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.118830] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.118830] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.118830] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.118830] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.118830] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e12289d2-5690-477b-88a5-6de9e35b200c already deleted. [ 760.118830] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e12289d2-5690-477b-88a5-6de9e35b200c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.428672] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 in Status: SUCCESS [ 760.429086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.429484] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.429793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.430106] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.430309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.430554] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.430780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.430953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.431137] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.431267] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ca7b9f3-756b-4ae5-a2b8-1f5638637d04',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.475724] env[67361]: INFO networking_nsxv3.common.synchronization [req-b5bba393-bb5d-4e30-825c-b7e92571cf32 req-6f6f3d03-302e-4e29-b75a-4f50fdb07488 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGHEST for action security_group_members [ 760.477312] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGHEST for action security_group_members [ 760.477831] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ed1fd2-6791-479a-9ffd-a06149620d26 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.478070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.478550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.478687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.478952] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.479143] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.479233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.479464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.479589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.479727] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ed1fd2-6791-479a-9ffd-a06149620d26',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.758035] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 in Status: SUCCESS [ 760.758035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.933467] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.933716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.933716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.933924] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.934115] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.934217] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.934282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.934438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.934558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.934609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.934749] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.934840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.935097] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.935097] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.935247] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.935293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.935325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.935478] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.935563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.935659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.935730] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ca7b9f3-756b-4ae5-a2b8-1f5638637d04',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.982308] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.982467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.982538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.982745] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.982833] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.983030] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.983128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.983189] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.983333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.983409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.983490] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 already deleted. [ 760.983568] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.438844] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04: rpc.has_security_group_logging(os_id): False [ 761.462580] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.466036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.466036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.466036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.466036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.466036] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.466036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.466036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.466036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.466036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.466036] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.466036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.466036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.466036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.466036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.466578] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.466578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.466578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.466951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.467153] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.467383] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 is going to be created. [ 761.552099] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.552099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.552099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.552099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.552099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.565733] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 in Status: IN_PROGRESS for 2s [ 761.872191] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.872501] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.872501] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.873679] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.873679] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.873679] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.873679] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.873679] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.873936] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.874264] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.874483] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.874566] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.874709] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.874781] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.874907] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.875087] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.903375] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.903554] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.903687] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.903860] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.905194] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-10fbfc34-e793-4be4-a9e3-4b2f61878bfa taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.905194] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-10fbfc34-e793-4be4-a9e3-4b2f61878bfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.905194] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-10fbfc34-e793-4be4-a9e3-4b2f61878bfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.905194] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-10fbfc34-e793-4be4-a9e3-4b2f61878bfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.905194] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10fbfc34-e793-4be4-a9e3-4b2f61878bfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.289763] env[67361]: INFO networking_nsxv3.common.synchronization [None req-dd3ffcb1-0529-4dcb-adb4-679bb788fda5 None None] Enqueued Resource ID: 2b1917a0-9a9b-4708-a935-607e8edbfa71 with Priority: HIGHEST for action port [ 762.290401] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1917a0-9a9b-4708-a935-607e8edbfa71 with Priority: HIGHEST for action port [ 762.290735] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1917a0-9a9b-4708-a935-607e8edbfa71 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.290853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1917a0-9a9b-4708-a935-607e8edbfa71" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.290925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1917a0-9a9b-4708-a935-607e8edbfa71" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.291216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1917a0-9a9b-4708-a935-607e8edbfa71" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.291340] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1917a0-9a9b-4708-a935-607e8edbfa71',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.408476] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.408762] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.408762] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.409028] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.409179] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.409334] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 10fbfc34-e793-4be4-a9e3-4b2f61878bfa not found, creating... [ 762.409683] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.409848] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.409960] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.410191] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.410322] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.410594] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.410738] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.410845] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.411109] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.411352] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.411494] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 10fbfc34-e793-4be4-a9e3-4b2f61878bfa is going to be created. [ 762.433539] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.433778] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.433894] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.434175] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.434394] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.434613] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-10fbfc34-e793-4be4-a9e3-4b2f61878bfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.793171] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b1917a0-9a9b-4708-a935-607e8edbfa71 [ 762.793417] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.793558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.793627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.793858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.793972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.794113] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b1917a0-9a9b-4708-a935-607e8edbfa71 already deleted. [ 762.794196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1917a0-9a9b-4708-a935-607e8edbfa71" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.190708] env[67361]: INFO networking_nsxv3.common.synchronization [req-b5bba393-bb5d-4e30-825c-b7e92571cf32 req-6c05fb8d-1a61-4a7d-b9c7-343e28ca14c2 service nova] Enqueued Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGHEST for action security_group_rules [ 763.190708] env[67361]: INFO networking_nsxv3.common.synchronization [req-b5bba393-bb5d-4e30-825c-b7e92571cf32 req-6c05fb8d-1a61-4a7d-b9c7-343e28ca14c2 service nova] Enqueued Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGHEST for action security_group_members [ 763.190708] env[67361]: INFO networking_nsxv3.common.synchronization [req-b5bba393-bb5d-4e30-825c-b7e92571cf32 req-6c05fb8d-1a61-4a7d-b9c7-343e28ca14c2 service nova] Enqueued Resource ID: 10fbfc34-e793-4be4-a9e3-4b2f61878bfa with Priority: HIGHEST for action port [ 763.191345] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGHEST for action security_group_rules [ 763.193115] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGHEST for action security_group_members [ 763.193115] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10fbfc34-e793-4be4-a9e3-4b2f61878bfa with Priority: HIGHEST for action port [ 763.193115] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ed1fd2-6791-479a-9ffd-a06149620d26 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.193115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.193115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.193115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.193115] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ed1fd2-6791-479a-9ffd-a06149620d26',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.194066] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ed1fd2-6791-479a-9ffd-a06149620d26 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.194205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.194536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.194536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.194721] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.194868] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.194948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.195173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.195294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.195411] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ed1fd2-6791-479a-9ffd-a06149620d26',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.196493] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-10fbfc34-e793-4be4-a9e3-4b2f61878bfa taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.196602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10fbfc34-e793-4be4-a9e3-4b2f61878bfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.197046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10fbfc34-e793-4be4-a9e3-4b2f61878bfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.197046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10fbfc34-e793-4be4-a9e3-4b2f61878bfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.197046] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10fbfc34-e793-4be4-a9e3-4b2f61878bfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.378345] env[67361]: INFO networking_nsxv3.common.synchronization [req-4e79859e-fc68-48af-b3c5-c199e0a6bb7d req-2aef6e98-3d92-4c74-a0d2-ed108e0cf275 tempest-ListImageFiltersTestJSON-2096725384 tempest-ListImageFiltersTestJSON-2096725384-project-member] Enqueued Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_members [ 763.379435] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_members [ 763.379796] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.379969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.380089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.380362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.380591] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.380721] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.380786] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.381780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.381780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.381780] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.584213] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 in Status: SUCCESS [ 763.584637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.699233] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ed1fd2-6791-479a-9ffd-a06149620d26 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.699233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.699233] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ed1fd2-6791-479a-9ffd-a06149620d26',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.701932] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10fbfc34-e793-4be4-a9e3-4b2f61878bfa with status ACTIVE [ 763.702207] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.702207] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.702299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.703211] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.703211] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.703211] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.703385] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.703442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.703891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.704018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.704282] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.704403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.704487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.704738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.704846] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.704964] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10fbfc34-e793-4be4-a9e3-4b2f61878bfa is going to be updated. [ 763.735007] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.736912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.736912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.736912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.736912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.736912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10fbfc34-e793-4be4-a9e3-4b2f61878bfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.886991] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.018105] env[67361]: INFO networking_nsxv3.common.synchronization [req-794bfe08-054c-4cfe-8224-b9e1e02f74c5 req-35438ea5-c806-4f04-9c3a-2ba94ddfd53f tempest-SecurityGroupRulesTestJSON-1293261916 tempest-SecurityGroupRulesTestJSON-1293261916-project-member] Enqueued Resource ID: 87b8bdfc-0981-4d0c-9404-107b79c21767 with Priority: HIGHEST for action security_group_rules [ 764.018721] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b8bdfc-0981-4d0c-9404-107b79c21767 with Priority: HIGHEST for action security_group_rules [ 764.023080] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87b8bdfc-0981-4d0c-9404-107b79c21767 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.023296] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87b8bdfc-0981-4d0c-9404-107b79c21767" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.023374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87b8bdfc-0981-4d0c-9404-107b79c21767" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.027396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87b8bdfc-0981-4d0c-9404-107b79c21767" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.027396] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87b8bdfc-0981-4d0c-9404-107b79c21767',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.202838] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ed1fd2-6791-479a-9ffd-a06149620d26',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.237415] env[67361]: INFO networking_nsxv3.common.synchronization [req-cb2de36f-0fca-4a1f-91d5-71234780c13e req-4973fe0a-3e22-4522-83a5-cc2381725d6a tempest-MigrationsAdminTest-593048835 tempest-MigrationsAdminTest-593048835-project-member] Enqueued Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_members [ 764.237916] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_members [ 764.238326] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.238524] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.238524] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.238734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.238985] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.239133] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.239209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.239361] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.239488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.239588] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.395747] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.540907] env[67361]: INFO networking_nsxv3.common.synchronization [req-2727dae4-ee3e-4a4f-9a72-0bc8104997a8 req-804aa84f-c78d-477d-8f3f-9c67dfd65a04 tempest-SecurityGroupRulesNegativeTestJSON-1030882102 tempest-SecurityGroupRulesNegativeTestJSON-1030882102-project-member] Enqueued Resource ID: 3e02c119-7cc9-4231-b18e-e68efd30e00d with Priority: HIGHEST for action security_group_rules [ 764.543039] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02c119-7cc9-4231-b18e-e68efd30e00d with Priority: HIGHEST for action security_group_rules [ 764.544017] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e02c119-7cc9-4231-b18e-e68efd30e00d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.544017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e02c119-7cc9-4231-b18e-e68efd30e00d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.544017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e02c119-7cc9-4231-b18e-e68efd30e00d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.544183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e02c119-7cc9-4231-b18e-e68efd30e00d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.544264] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e02c119-7cc9-4231-b18e-e68efd30e00d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.549266] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.549266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.549429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.550952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.550952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.550952] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87b8bdfc-0981-4d0c-9404-107b79c21767 already deleted. [ 764.550952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87b8bdfc-0981-4d0c-9404-107b79c21767" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.598921] env[67361]: INFO networking_nsxv3.common.synchronization [None req-490b10b7-a255-4380-952d-708bfb003533 None None] Enqueued Resource ID: c75f552e-1baf-4031-a791-61084900d4c6 with Priority: HIGHEST for action port [ 764.600359] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75f552e-1baf-4031-a791-61084900d4c6 with Priority: HIGHEST for action port [ 764.601139] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-c75f552e-1baf-4031-a791-61084900d4c6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.602620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c75f552e-1baf-4031-a791-61084900d4c6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.602774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c75f552e-1baf-4031-a791-61084900d4c6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.603093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c75f552e-1baf-4031-a791-61084900d4c6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.603309] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c75f552e-1baf-4031-a791-61084900d4c6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.706298] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.706519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.706519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.706737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.706824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.707281] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 is going to be created. [ 764.734098] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.734250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.734308] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.734517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.734767] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.742981] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.746758] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 in Status: UNINITIALIZED for 2s [ 764.815340] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.815624] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.815792] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.816125] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.816484] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.816676] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.816859] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.817121] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.817323] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.817997] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.818148] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.818263] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.818410] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.818533] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.818674] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.818817] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.838763] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.838972] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.839201] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.839485] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.840558] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-31500853-5cbb-4efa-8791-e59ef8444db2 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.840640] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-31500853-5cbb-4efa-8791-e59ef8444db2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.840731] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-31500853-5cbb-4efa-8791-e59ef8444db2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.841105] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-31500853-5cbb-4efa-8791-e59ef8444db2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.841249] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31500853-5cbb-4efa-8791-e59ef8444db2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.899244] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.899496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.899597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.899862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.899990] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.900138] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 is going to be updated. [ 764.932485] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.932652] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.932817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.933060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.933223] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.944060] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 in Status: IN_PROGRESS for 2s [ 765.080749] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.081058] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.081183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.081472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.081580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.081707] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e02c119-7cc9-4231-b18e-e68efd30e00d already deleted. [ 765.081788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e02c119-7cc9-4231-b18e-e68efd30e00d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.107918] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c75f552e-1baf-4031-a791-61084900d4c6 [ 765.108257] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.108449] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.108525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.108804] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.109032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.109084] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c75f552e-1baf-4031-a791-61084900d4c6 already deleted. [ 765.110127] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c75f552e-1baf-4031-a791-61084900d4c6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.244984] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.345016] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.345413] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.345629] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.345900] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.346099] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.346289] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 31500853-5cbb-4efa-8791-e59ef8444db2 not found, creating... [ 765.348135] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.348317] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.348450] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.348706] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.348866] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.349173] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.349347] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.349483] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.349717] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.349855] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.349985] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 31500853-5cbb-4efa-8791-e59ef8444db2 is going to be created. [ 765.373754] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.373976] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.374080] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.374333] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.374549] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.374761] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-31500853-5cbb-4efa-8791-e59ef8444db2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.748460] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.748688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.748799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.750678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.750678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.750678] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b is going to be updated. [ 765.780453] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.780532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.780532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.780738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.780874] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.793425] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b in Status: IN_PROGRESS for 2s [ 766.061606] env[67361]: INFO networking_nsxv3.common.synchronization [req-cb2de36f-0fca-4a1f-91d5-71234780c13e req-6a3406a5-1e91-499a-a0c3-df277c63f4ff service nova] Enqueued Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_rules [ 766.061775] env[67361]: INFO networking_nsxv3.common.synchronization [req-cb2de36f-0fca-4a1f-91d5-71234780c13e req-6a3406a5-1e91-499a-a0c3-df277c63f4ff service nova] Enqueued Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_members [ 766.061903] env[67361]: INFO networking_nsxv3.common.synchronization [req-cb2de36f-0fca-4a1f-91d5-71234780c13e req-6a3406a5-1e91-499a-a0c3-df277c63f4ff service nova] Enqueued Resource ID: 31500853-5cbb-4efa-8791-e59ef8444db2 with Priority: HIGHEST for action port [ 766.062602] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_rules [ 766.062602] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_members [ 766.062602] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31500853-5cbb-4efa-8791-e59ef8444db2 with Priority: HIGHEST for action port [ 766.063709] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e799d63-1ac7-4dad-b82e-f9843d6aef2b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.063709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.063709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.063709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.063709] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.064904] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.065017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.065245] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-31500853-5cbb-4efa-8791-e59ef8444db2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.065381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31500853-5cbb-4efa-8791-e59ef8444db2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.065466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31500853-5cbb-4efa-8791-e59ef8444db2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.065664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31500853-5cbb-4efa-8791-e59ef8444db2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.065760] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31500853-5cbb-4efa-8791-e59ef8444db2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.569074] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.569456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.569456] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31500853-5cbb-4efa-8791-e59ef8444db2 with status ACTIVE [ 766.569635] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.569751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.569818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.570052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.570147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.570322] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.570435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.570481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.570640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.570732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.570898] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.570989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.571077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.571218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.571292] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.571395] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31500853-5cbb-4efa-8791-e59ef8444db2 is going to be updated. [ 766.595026] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.595026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.595026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.595260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.595459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.595539] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31500853-5cbb-4efa-8791-e59ef8444db2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.762401] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 in Status: SUCCESS [ 766.762401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.762401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.762401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.762401] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.762401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.762401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.762401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.762401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.762401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.762401] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04ed1fd2-6791-479a-9ffd-a06149620d26',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.960355] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 in Status: SUCCESS [ 766.960613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.209639] env[67361]: INFO networking_nsxv3.common.synchronization [None req-d3e6ddc9-0e19-4d1d-9424-cb9c32010ace None None] Enqueued Resource ID: 2ed2313b-9c88-4197-a7bb-c3c3c93098e6 with Priority: HIGHEST for action port [ 767.210083] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed2313b-9c88-4197-a7bb-c3c3c93098e6 with Priority: HIGHEST for action port [ 767.210460] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ed2313b-9c88-4197-a7bb-c3c3c93098e6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.210532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ed2313b-9c88-4197-a7bb-c3c3c93098e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.210580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ed2313b-9c88-4197-a7bb-c3c3c93098e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.210883] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ed2313b-9c88-4197-a7bb-c3c3c93098e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.210985] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ed2313b-9c88-4197-a7bb-c3c3c93098e6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.264339] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04ed1fd2-6791-479a-9ffd-a06149620d26',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.719725] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ed2313b-9c88-4197-a7bb-c3c3c93098e6 [ 767.720013] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.720161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.720281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.720527] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.720634] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.720756] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ed2313b-9c88-4197-a7bb-c3c3c93098e6 already deleted. [ 767.720849] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ed2313b-9c88-4197-a7bb-c3c3c93098e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.767257] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04ed1fd2-6791-479a-9ffd-a06149620d26: rpc.has_security_group_logging(os_id): False [ 767.787264] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.787422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.787512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.787732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.787802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.788029] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.788135] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.788337] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.788392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.788460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.788531] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 is going to be created. [ 767.803753] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b in Status: SUCCESS [ 767.803993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.804194] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.804407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.804613] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.804730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.804792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.804954] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.805040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.805133] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.844492] env[67361]: INFO networking_nsxv3.common.synchronization [None req-c6ff24b7-e669-428a-b7a6-4283f664338a None None] Enqueued Resource ID: 66f6b6aa-3148-4685-8715-da08bbf1d831 with Priority: HIGHEST for action port [ 767.844837] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f6b6aa-3148-4685-8715-da08bbf1d831 with Priority: HIGHEST for action port [ 767.845096] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-66f6b6aa-3148-4685-8715-da08bbf1d831 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.845210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66f6b6aa-3148-4685-8715-da08bbf1d831" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.845364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66f6b6aa-3148-4685-8715-da08bbf1d831" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.846038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66f6b6aa-3148-4685-8715-da08bbf1d831" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.846038] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f6b6aa-3148-4685-8715-da08bbf1d831',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.866254] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.866254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.866536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.866536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.866726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.881319] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 in Status: IN_PROGRESS for 2s [ 768.288353] env[67361]: INFO networking_nsxv3.common.synchronization [req-091aa0d5-00af-472a-9fc9-64c3abf98f27 req-60a6c2d8-8b1f-483e-b5ad-086b30bc3866 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 768.288907] env[67361]: INFO networking_nsxv3.common.synchronization [req-091aa0d5-00af-472a-9fc9-64c3abf98f27 req-60a6c2d8-8b1f-483e-b5ad-086b30bc3866 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGHEST for action security_group_members [ 768.289820] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 768.289925] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGHEST for action security_group_members [ 768.290471] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.290626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.290626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.290878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.291146] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.291237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.291368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.291802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.291802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.291914] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.294081] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ec87d2-fd30-4d54-821c-13924ae6b718 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.296324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.296324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.296324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.296324] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.296324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.296324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.296324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.296324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.296324] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.309638] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.347932] env[67361]: INFO networking_nsxv3.common.synchronization [req-091aa0d5-00af-472a-9fc9-64c3abf98f27 req-60a6c2d8-8b1f-483e-b5ad-086b30bc3866 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_rules [ 768.348142] env[67361]: INFO networking_nsxv3.common.synchronization [req-091aa0d5-00af-472a-9fc9-64c3abf98f27 req-60a6c2d8-8b1f-483e-b5ad-086b30bc3866 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 768.348272] env[67361]: INFO networking_nsxv3.common.synchronization [req-091aa0d5-00af-472a-9fc9-64c3abf98f27 req-60a6c2d8-8b1f-483e-b5ad-086b30bc3866 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGHEST for action security_group_rules [ 768.348438] env[67361]: INFO networking_nsxv3.common.synchronization [req-091aa0d5-00af-472a-9fc9-64c3abf98f27 req-60a6c2d8-8b1f-483e-b5ad-086b30bc3866 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGHEST for action security_group_members [ 768.348533] env[67361]: INFO networking_nsxv3.common.synchronization [req-091aa0d5-00af-472a-9fc9-64c3abf98f27 req-60a6c2d8-8b1f-483e-b5ad-086b30bc3866 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: a355f7fa-18e4-4b95-97e4-1a0f9fc333fe with Priority: HIGHEST for action port [ 768.348868] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66f6b6aa-3148-4685-8715-da08bbf1d831 [ 768.353463] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.353726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.353834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.354262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.354397] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.354573] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66f6b6aa-3148-4685-8715-da08bbf1d831 already deleted. [ 768.354661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66f6b6aa-3148-4685-8715-da08bbf1d831" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.356586] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_rules [ 768.356804] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGHEST for action security_group_rules [ 768.356955] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a355f7fa-18e4-4b95-97e4-1a0f9fc333fe with Priority: HIGHEST for action port [ 768.357131] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 768.357297] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGHEST for action security_group_members [ 768.359067] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.359285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.359563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.359865] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.360052] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.361619] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ec87d2-fd30-4d54-821c-13924ae6b718 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.361807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.361907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.362210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.362332] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.363279] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.363353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.363717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.363717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.363717] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a355f7fa-18e4-4b95-97e4-1a0f9fc333fe',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.364621] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.370160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.370160] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ec87d2-fd30-4d54-821c-13924ae6b718 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.370160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.794745] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.798705] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.813561] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.862267] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.862267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.868229] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ec87d2-fd30-4d54-821c-13924ae6b718 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.868369] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.868601] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a355f7fa-18e4-4b95-97e4-1a0f9fc333fe with status ACTIVE [ 768.868761] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.868856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.868856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.869092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.869168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.869335] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.869436] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.869484] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.869656] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.869732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.869916] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.870634] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.870634] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.870634] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.870634] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.870634] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a355f7fa-18e4-4b95-97e4-1a0f9fc333fe is going to be updated. [ 768.893046] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.894403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.894403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.894403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.894403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.894403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.297302] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.302515] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.318630] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.318630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.318630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.318630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.318630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.318630] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b is going to be updated. [ 769.347275] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.347275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.347275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.351117] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.351117] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.358496] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b in Status: IN_PROGRESS for 2s [ 769.800251] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.800613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.800613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.800613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.800758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.800758] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 769.802129] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.802332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.802332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.802854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.802854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.802854] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 is going to be created. [ 769.846258] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.846472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.846539] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.847544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.847544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.855612] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.855764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.855822] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.856176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.857977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.858478] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: UNINITIALIZED for 2s [ 769.866022] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 769.896532] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 in Status: SUCCESS [ 769.896763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.989168] env[67361]: INFO networking_nsxv3.common.synchronization [req-d82d1a1d-699a-4b95-a4ef-054e4f13184d req-521034b7-5274-4968-94f1-8c35a1fdfbc6 tempest-SecurityGroupRulesTestJSON-1293261916 tempest-SecurityGroupRulesTestJSON-1293261916-project-member] Enqueued Resource ID: b67c1e3f-4246-4142-adf2-9d9c3c8a9e44 with Priority: HIGHEST for action security_group_rules [ 769.989168] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b67c1e3f-4246-4142-adf2-9d9c3c8a9e44 with Priority: HIGHEST for action security_group_rules [ 769.989168] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b67c1e3f-4246-4142-adf2-9d9c3c8a9e44 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.989168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b67c1e3f-4246-4142-adf2-9d9c3c8a9e44" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.989168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b67c1e3f-4246-4142-adf2-9d9c3c8a9e44" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.990496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b67c1e3f-4246-4142-adf2-9d9c3c8a9e44" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.990609] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b67c1e3f-4246-4142-adf2-9d9c3c8a9e44',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.992787] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a8bf0d2-24ff-4157-ad83-3d7226deede1 req-43ac86df-c6ca-499a-97bb-c3976be8c31d tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 769.993188] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a8bf0d2-24ff-4157-ad83-3d7226deede1 req-43ac86df-c6ca-499a-97bb-c3976be8c31d tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGHEST for action security_group_members [ 769.993188] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a8bf0d2-24ff-4157-ad83-3d7226deede1 req-43ac86df-c6ca-499a-97bb-c3976be8c31d tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 with Priority: HIGHEST for action security_group_members [ 769.993433] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 769.993630] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGHEST for action security_group_members [ 769.993684] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 with Priority: HIGHEST for action security_group_members [ 769.996087] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.996087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.996087] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ec87d2-fd30-4d54-821c-13924ae6b718 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.996087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.996087] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceacf2e0-2121-4a42-8441-8f3c622c73e8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.996087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.996087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.996087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.996087] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.996682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.996682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.996682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.996834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.996901] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceacf2e0-2121-4a42-8441-8f3c622c73e8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.046285] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a8bf0d2-24ff-4157-ad83-3d7226deede1 req-43ac86df-c6ca-499a-97bb-c3976be8c31d tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_rules [ 770.046486] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a8bf0d2-24ff-4157-ad83-3d7226deede1 req-43ac86df-c6ca-499a-97bb-c3976be8c31d tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 770.046617] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a8bf0d2-24ff-4157-ad83-3d7226deede1 req-43ac86df-c6ca-499a-97bb-c3976be8c31d tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 with Priority: HIGHEST for action security_group_rules [ 770.046791] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a8bf0d2-24ff-4157-ad83-3d7226deede1 req-43ac86df-c6ca-499a-97bb-c3976be8c31d tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 with Priority: HIGHEST for action security_group_members [ 770.046943] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a8bf0d2-24ff-4157-ad83-3d7226deede1 req-43ac86df-c6ca-499a-97bb-c3976be8c31d tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGHEST for action security_group_rules [ 770.047109] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a8bf0d2-24ff-4157-ad83-3d7226deede1 req-43ac86df-c6ca-499a-97bb-c3976be8c31d tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGHEST for action security_group_members [ 770.047236] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a8bf0d2-24ff-4157-ad83-3d7226deede1 req-43ac86df-c6ca-499a-97bb-c3976be8c31d tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: a355f7fa-18e4-4b95-97e4-1a0f9fc333fe with Priority: HIGHEST for action port [ 770.047733] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_rules [ 770.047872] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 with Priority: HIGHEST for action security_group_rules [ 770.048284] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGHEST for action security_group_members [ 770.048472] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a355f7fa-18e4-4b95-97e4-1a0f9fc333fe with Priority: HIGHEST for action port [ 770.048588] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGHEST for action security_group_rules [ 770.048682] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 770.048774] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 with Priority: HIGHEST for action security_group_members [ 770.049058] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.049162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.049420] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceacf2e0-2121-4a42-8441-8f3c622c73e8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.049578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.049618] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.050041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.050086] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceacf2e0-2121-4a42-8441-8f3c622c73e8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.050935] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ec87d2-fd30-4d54-821c-13924ae6b718 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.051985] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.052152] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.052284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.052350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.052582] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.052734] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a355f7fa-18e4-4b95-97e4-1a0f9fc333fe',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.053497] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ec87d2-fd30-4d54-821c-13924ae6b718 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.053605] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.053789] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.053892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.054085] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceacf2e0-2121-4a42-8441-8f3c622c73e8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.054171] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.200634] env[67361]: INFO networking_nsxv3.common.synchronization [None req-c96466d3-1eb7-43b9-9ee8-df21632147d1 None None] Enqueued Resource ID: 015bc31f-0921-40c2-81a5-ba4aef75c93f with Priority: HIGHEST for action port [ 770.200634] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 015bc31f-0921-40c2-81a5-ba4aef75c93f with Priority: HIGHEST for action port [ 770.200634] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-015bc31f-0921-40c2-81a5-ba4aef75c93f taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.200634] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-015bc31f-0921-40c2-81a5-ba4aef75c93f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.200862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-015bc31f-0921-40c2-81a5-ba4aef75c93f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.200964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-015bc31f-0921-40c2-81a5-ba4aef75c93f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.201168] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('015bc31f-0921-40c2-81a5-ba4aef75c93f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.499239] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ceacf2e0-2121-4a42-8441-8f3c622c73e8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.515587] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.515851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.515851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.516135] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.516135] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.516235] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b67c1e3f-4246-4142-adf2-9d9c3c8a9e44 already deleted. [ 770.516235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b67c1e3f-4246-4142-adf2-9d9c3c8a9e44" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.558568] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceacf2e0-2121-4a42-8441-8f3c622c73e8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.558568] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.558863] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a355f7fa-18e4-4b95-97e4-1a0f9fc333fe with status ACTIVE [ 770.558863] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.559026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.559026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.559232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.559314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.559483] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.559567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.559618] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.559773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.559859] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.560046] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.560137] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.560192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.560325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.560395] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.560475] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a355f7fa-18e4-4b95-97e4-1a0f9fc333fe is going to be updated. [ 770.596473] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.596811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.596811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.596979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.597624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.597624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a355f7fa-18e4-4b95-97e4-1a0f9fc333fe" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.704438] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 015bc31f-0921-40c2-81a5-ba4aef75c93f [ 770.704438] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.704438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.704438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.704438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.704438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.704438] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:015bc31f-0921-40c2-81a5-ba4aef75c93f already deleted. [ 770.704725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-015bc31f-0921-40c2-81a5-ba4aef75c93f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.004513] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ceacf2e0-2121-4a42-8441-8f3c622c73e8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.371290] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b in Status: SUCCESS [ 771.371562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.371760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.372064] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.372246] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.372373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.372433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.372592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.372672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.372756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.372848] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.421719] env[67361]: INFO networking_nsxv3.common.synchronization [None req-e266a098-178f-4689-9d58-5b5e2ac82517 None None] Enqueued Resource ID: 3cf49683-edb7-4fe6-bfa6-515849907af4 with Priority: HIGHEST for action port [ 771.422173] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf49683-edb7-4fe6-bfa6-515849907af4 with Priority: HIGHEST for action port [ 771.422525] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cf49683-edb7-4fe6-bfa6-515849907af4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.422653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cf49683-edb7-4fe6-bfa6-515849907af4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.422721] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cf49683-edb7-4fe6-bfa6-515849907af4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.423248] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cf49683-edb7-4fe6-bfa6-515849907af4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.423248] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cf49683-edb7-4fe6-bfa6-515849907af4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.507903] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.508131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.508131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.508807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.508807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.508807] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 is going to be created. [ 771.550471] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.550735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.550735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.551100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.551304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.568632] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 in Status: UNINITIALIZED for 2s [ 771.872571] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: SUCCESS [ 771.872571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.872902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.873051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.873242] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.873416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.873485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.873701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.873793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.873880] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.877527] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 771.877945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.878160] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.878281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.878344] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.878681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.878874] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.878988] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.879061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.879218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.879298] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.879533] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.879710] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.879807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.879866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.880157] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.880307] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.881087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.881087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.881087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.881087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.881087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.881087] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.881866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.881982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.882148] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.882246] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.882302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.882443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.882523] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.882676] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.926822] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cf49683-edb7-4fe6-bfa6-515849907af4 [ 771.927706] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.928297] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.929617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.929617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.929617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.929617] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cf49683-edb7-4fe6-bfa6-515849907af4 already deleted. [ 771.929617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cf49683-edb7-4fe6-bfa6-515849907af4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.059754] env[67361]: INFO networking_nsxv3.common.synchronization [req-13d252c2-d240-49e5-89db-624973dc816a req-88c25fc0-7056-479b-bc03-7c4fd3c4fbc0 tempest-SecurityGroupRulesTestJSON-1293261916 tempest-SecurityGroupRulesTestJSON-1293261916-project-member] Enqueued Resource ID: 399eef5c-219b-4b7b-9d0c-54abf8fa2277 with Priority: HIGHEST for action security_group_rules [ 772.060447] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399eef5c-219b-4b7b-9d0c-54abf8fa2277 with Priority: HIGHEST for action security_group_rules [ 772.060824] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-399eef5c-219b-4b7b-9d0c-54abf8fa2277 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.062970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-399eef5c-219b-4b7b-9d0c-54abf8fa2277" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.063067] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-399eef5c-219b-4b7b-9d0c-54abf8fa2277" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.063321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-399eef5c-219b-4b7b-9d0c-54abf8fa2277" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.063408] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('399eef5c-219b-4b7b-9d0c-54abf8fa2277',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.376594] env[67361]: INFO networking_nsxv3.common.synchronization [req-4b77b815-6fe1-4857-b24f-7b5b25b9ee0d req-96334a62-5cd7-45d7-9848-a2671507f27b tempest-ServerDiskConfigTestJSON-1842165197 tempest-ServerDiskConfigTestJSON-1842165197-project-member] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 772.377156] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 772.377465] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.377591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.377663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.377851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.378012] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.378112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.378168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.378309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.378389] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.378528] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.384650] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.385420] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e799d63-1ac7-4dad-b82e-f9843d6aef2b: rpc.has_security_group_logging(os_id): False [ 772.386523] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.405304] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.405462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.405588] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.405748] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.405845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.406042] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.406141] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.406194] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.406525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.406525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.406657] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.406727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.406784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.406924] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.407095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.407189] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.407281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.407336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.407489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.407573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.407663] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b is going to be updated. [ 772.470639] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.470831] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.470884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.471073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.471220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.484126] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b in Status: IN_PROGRESS for 2s [ 772.592453] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.592453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.592453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.592453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.592453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.592453] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 399eef5c-219b-4b7b-9d0c-54abf8fa2277 already deleted. [ 772.592453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-399eef5c-219b-4b7b-9d0c-54abf8fa2277" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.773766] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.773941] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.774069] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.774744] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.775029] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.775217] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.775369] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.775585] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.775724] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.776033] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.776033] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.776973] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.776973] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.776973] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.776973] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.776973] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.798810] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.798910] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.799053] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.799266] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.799650] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-285183cb-780d-4b96-a467-65fc9fe92dc7 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.799843] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-285183cb-780d-4b96-a467-65fc9fe92dc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.799952] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-285183cb-780d-4b96-a467-65fc9fe92dc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.800279] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-285183cb-780d-4b96-a467-65fc9fe92dc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.800412] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('285183cb-780d-4b96-a467-65fc9fe92dc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.880819] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.880996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.881091] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.881365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.881454] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.881668] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.881766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.881825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.881974] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.882064] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.882177] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 772.887907] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.890421] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.914399] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.914567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.914567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.914836] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.915125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.926160] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 773.303292] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.303715] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.303715] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.304135] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.304348] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.304532] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 285183cb-780d-4b96-a467-65fc9fe92dc7 not found, creating... [ 773.304850] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.305016] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.305146] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.305433] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.305605] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.305964] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.306148] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.306287] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.306511] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.306643] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.306783] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 285183cb-780d-4b96-a467-65fc9fe92dc7 is going to be created. [ 773.333496] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.333720] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.333871] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.334194] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.334426] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.334736] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-285183cb-780d-4b96-a467-65fc9fe92dc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.390642] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.391073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.391073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.391268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.391378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.391722] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 is going to be updated. [ 773.393145] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.393312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.393385] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.393569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.393674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.393771] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 773.432633] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.432945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.433078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.433481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.433675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.436215] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.436435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.436435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.436701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.436885] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.452405] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: IN_PROGRESS for 2s [ 773.453610] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 773.579685] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 in Status: SUCCESS [ 773.579937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.580149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.580372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.580559] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.580675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.580738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.580884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.580970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.581066] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceacf2e0-2121-4a42-8441-8f3c622c73e8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.028737] env[67361]: INFO networking_nsxv3.common.synchronization [req-4b77b815-6fe1-4857-b24f-7b5b25b9ee0d req-bdf27256-f3fc-4481-95ee-d4549540bd51 service nova] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_rules [ 774.028866] env[67361]: INFO networking_nsxv3.common.synchronization [req-4b77b815-6fe1-4857-b24f-7b5b25b9ee0d req-bdf27256-f3fc-4481-95ee-d4549540bd51 service nova] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 774.028934] env[67361]: INFO networking_nsxv3.common.synchronization [req-4b77b815-6fe1-4857-b24f-7b5b25b9ee0d req-bdf27256-f3fc-4481-95ee-d4549540bd51 service nova] Enqueued Resource ID: 285183cb-780d-4b96-a467-65fc9fe92dc7 with Priority: HIGHEST for action port [ 774.029503] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_rules [ 774.029630] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 774.029724] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 285183cb-780d-4b96-a467-65fc9fe92dc7 with Priority: HIGHEST for action port [ 774.029987] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.030516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.030591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.030814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.030898] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.031778] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.031878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.032108] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-285183cb-780d-4b96-a467-65fc9fe92dc7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.032220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-285183cb-780d-4b96-a467-65fc9fe92dc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.032283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-285183cb-780d-4b96-a467-65fc9fe92dc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.032523] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-285183cb-780d-4b96-a467-65fc9fe92dc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.032565] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('285183cb-780d-4b96-a467-65fc9fe92dc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.085232] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ceacf2e0-2121-4a42-8441-8f3c622c73e8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.499020] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b in Status: SUCCESS [ 774.499020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.534347] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.534596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.534671] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 285183cb-780d-4b96-a467-65fc9fe92dc7 with status ACTIVE [ 774.534836] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.534957] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.535043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.535292] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.535393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.535590] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.535697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.535765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.535938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.536030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.536242] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.536381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.536381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.536574] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.536658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.536836] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 285183cb-780d-4b96-a467-65fc9fe92dc7 is going to be updated. [ 774.557648] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.557648] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.557648] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.557885] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.558042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.558297] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-285183cb-780d-4b96-a467-65fc9fe92dc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.588168] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ceacf2e0-2121-4a42-8441-8f3c622c73e8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.663369] env[67361]: INFO networking_nsxv3.common.synchronization [req-823ca88f-3a9f-4ea7-bade-1dc0224b99c2 req-c2625042-52a6-4fca-b00b-f6f2ba481413 tempest-ServerAddressesNegativeTestJSON-494791728 tempest-ServerAddressesNegativeTestJSON-494791728-project-member] Enqueued Resource ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 with Priority: HIGHEST for action security_group_members [ 774.663701] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 with Priority: HIGHEST for action security_group_members [ 774.667179] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.667346] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.667413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.667868] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.667868] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.668038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.668107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.668272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.668348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.668493] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ca7b9f3-756b-4ae5-a2b8-1f5638637d04',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.939381] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 774.939572] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e deletion is rescheduled due to dependency. [ 774.939572] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.939718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.939932] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.940170] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.940249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.940297] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.940863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.940863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.940863] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.090278] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.090609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.090609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.090714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.090788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.090943] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 is going to be updated. [ 775.121066] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.121146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.121180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.121399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.121543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.131332] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 in Status: IN_PROGRESS for 2s [ 775.173153] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.173153] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.173153] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.173153] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.173814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.174168] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.174497] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.174497] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.174636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.174720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.174811] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 is going to be updated. [ 775.198553] env[67361]: INFO networking_nsxv3.common.synchronization [req-8eba4d52-cc44-4d2c-a44d-4fdcda257b5c req-caf20d4a-c9ab-497b-b85e-d9f96602b0af tempest-ServersAdminNegativeTestJSON-1537510662 tempest-ServersAdminNegativeTestJSON-1537510662-project-member] Enqueued Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_members [ 775.199658] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_members [ 775.199995] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.200147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.200213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.200461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.200622] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.200715] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.200821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.202349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.202349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.202349] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.216514] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.216514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.216514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.216514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.216709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.229200] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 in Status: IN_PROGRESS for 2s [ 775.443094] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.465544] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: SUCCESS [ 775.468021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.468021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.468021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.468021] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.468021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.468021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.468021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.468021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.468021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.468021] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.470079] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 775.470643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.473019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.473019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.473019] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.473019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.473019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.473019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.473019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.473019] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.479969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.479969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.479969] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.479969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.479969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.479969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.479969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.479969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.479969] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.479969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.479969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.479969] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.479969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.479969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.479969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.479969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.479969] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.704045] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.704430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.704430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.704539] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.704616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.704833] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.704930] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.704988] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.705153] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.705226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.705330] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38b03731-337b-4147-8a04-7747fd88812a already deleted. [ 775.705413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.773906] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.774551] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.774626] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.774894] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.775297] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.775297] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.775436] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.776051] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.776184] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.776435] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.776603] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.776721] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.776838] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.776942] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.777051] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.777173] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.801072] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.801072] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.801072] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.801072] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.801072] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-df1a1d80-89bf-4dee-8a48-3823118c8109 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.801072] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-df1a1d80-89bf-4dee-8a48-3823118c8109" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.801072] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-df1a1d80-89bf-4dee-8a48-3823118c8109" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.801072] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-df1a1d80-89bf-4dee-8a48-3823118c8109" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.801072] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df1a1d80-89bf-4dee-8a48-3823118c8109',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.947723] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.978916] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.980181] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.984080] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.984080] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.984080] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.303879] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.303879] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.303879] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.304219] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.304974] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.304974] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port df1a1d80-89bf-4dee-8a48-3823118c8109 not found, creating... [ 776.304974] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.304974] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.305171] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.305323] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.305445] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.305747] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.305847] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.305956] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.306182] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.306362] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.306497] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: df1a1d80-89bf-4dee-8a48-3823118c8109 is going to be created. [ 776.330440] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.330641] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.330758] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.331058] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.331283] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.331504] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-df1a1d80-89bf-4dee-8a48-3823118c8109" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.453081] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.453275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.453329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.453550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.453644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.453763] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 776.482622] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ec87d2-fd30-4d54-821c-13924ae6b718: rpc.has_security_group_logging(os_id): False [ 776.486430] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.488141] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.491220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.491503] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.491740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.492940] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.493955] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.513589] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 776.518161] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.518618] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.518732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.519272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.519375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.519649] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.519749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.519805] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.519961] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.520069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.520154] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 is going to be created. [ 776.586665] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.586852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.586902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.587087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.587258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.605347] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: IN_PROGRESS for 2s [ 776.847331] env[67361]: INFO networking_nsxv3.common.synchronization [None req-92098664-25cd-4cc1-9aca-d1a0420c7bc4 None None] Enqueued Resource ID: 1ed41195-a425-4568-9a5a-9f246a49c364 with Priority: HIGHEST for action port [ 776.848499] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed41195-a425-4568-9a5a-9f246a49c364 with Priority: HIGHEST for action port [ 776.848499] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ed41195-a425-4568-9a5a-9f246a49c364 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.848499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ed41195-a425-4568-9a5a-9f246a49c364" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.848499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ed41195-a425-4568-9a5a-9f246a49c364" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.848746] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ed41195-a425-4568-9a5a-9f246a49c364" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.848746] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed41195-a425-4568-9a5a-9f246a49c364',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.995876] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.995876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.995876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.996107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.996289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.996289] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 is going to be updated. [ 776.998264] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.998504] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.998504] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.998830] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.998930] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.999050] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 777.045513] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.045513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.045513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.045513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.045684] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.050258] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.050258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.050258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.050258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.050258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.067305] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: IN_PROGRESS for 2s [ 777.068082] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 777.099171] env[67361]: INFO networking_nsxv3.common.synchronization [req-8eba4d52-cc44-4d2c-a44d-4fdcda257b5c req-3b808515-3605-49f1-9994-1f3b0f826994 service nova] Enqueued Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_rules [ 777.099407] env[67361]: INFO networking_nsxv3.common.synchronization [req-8eba4d52-cc44-4d2c-a44d-4fdcda257b5c req-3b808515-3605-49f1-9994-1f3b0f826994 service nova] Enqueued Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_members [ 777.099723] env[67361]: INFO networking_nsxv3.common.synchronization [req-8eba4d52-cc44-4d2c-a44d-4fdcda257b5c req-3b808515-3605-49f1-9994-1f3b0f826994 service nova] Enqueued Resource ID: df1a1d80-89bf-4dee-8a48-3823118c8109 with Priority: HIGHEST for action port [ 777.101011] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_rules [ 777.101218] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_members [ 777.101384] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1a1d80-89bf-4dee-8a48-3823118c8109 with Priority: HIGHEST for action port [ 777.101723] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.101888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.101987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.102319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.102468] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.107478] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.107694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.107766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.108541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.108541] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.108541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.108541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.108816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.111822] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.111822] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.113038] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-df1a1d80-89bf-4dee-8a48-3823118c8109 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.113038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df1a1d80-89bf-4dee-8a48-3823118c8109" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.113038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df1a1d80-89bf-4dee-8a48-3823118c8109" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.113038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df1a1d80-89bf-4dee-8a48-3823118c8109" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.113038] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df1a1d80-89bf-4dee-8a48-3823118c8109',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.145535] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 in Status: SUCCESS [ 777.145962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.145962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.146176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.146495] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.146640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.146701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.146852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.146934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.147040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.147174] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ceacf2e0-2121-4a42-8441-8f3c622c73e8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.242068] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 in Status: SUCCESS [ 777.242068] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ca7b9f3-756b-4ae5-a2b8-1f5638637d04 deletion is rescheduled due to dependency. [ 777.242068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ca7b9f3-756b-4ae5-a2b8-1f5638637d04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.352454] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ed41195-a425-4568-9a5a-9f246a49c364 [ 777.352689] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.352825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.352892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.353132] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.353224] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.353318] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ed41195-a425-4568-9a5a-9f246a49c364 already deleted. [ 777.353396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ed41195-a425-4568-9a5a-9f246a49c364" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.617268] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.617268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.617268] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.618128] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df1a1d80-89bf-4dee-8a48-3823118c8109 with status ACTIVE [ 777.618314] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.618477] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.618553] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.618773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.618856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.619041] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.619138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.619195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.619340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.619414] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.619610] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.619732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.619772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.619888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.619953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.620436] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df1a1d80-89bf-4dee-8a48-3823118c8109 is going to be updated. [ 777.644195] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.644343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.644415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.644710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.644805] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.644933] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df1a1d80-89bf-4dee-8a48-3823118c8109" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.653812] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ceacf2e0-2121-4a42-8441-8f3c622c73e8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.711692] env[67361]: INFO networking_nsxv3.common.synchronization [req-1e6f4b77-3713-4eaa-b007-a1d6c12ed419 req-2f99cf97-f8aa-4ecd-9dd2-badcc98ded27 tempest-SecurityGroupRulesTestJSON-1293261916 tempest-SecurityGroupRulesTestJSON-1293261916-project-member] Enqueued Resource ID: 568bc09e-91cc-4f16-ad67-06fe010ccb52 with Priority: HIGHEST for action security_group_rules [ 777.712279] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568bc09e-91cc-4f16-ad67-06fe010ccb52 with Priority: HIGHEST for action security_group_rules [ 777.712590] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-568bc09e-91cc-4f16-ad67-06fe010ccb52 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.712725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-568bc09e-91cc-4f16-ad67-06fe010ccb52" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.712790] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-568bc09e-91cc-4f16-ad67-06fe010ccb52" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.713185] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-568bc09e-91cc-4f16-ad67-06fe010ccb52" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.713334] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('568bc09e-91cc-4f16-ad67-06fe010ccb52',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.127023] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.160875] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ceacf2e0-2121-4a42-8441-8f3c622c73e8: rpc.has_security_group_logging(os_id): False [ 778.179918] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.180098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.180169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.181271] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.181271] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.181525] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.181633] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.181698] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.181860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.182013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.182146] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 is going to be created. [ 778.237820] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.237994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.237994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.238579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.238579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.238579] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 568bc09e-91cc-4f16-ad67-06fe010ccb52 already deleted. [ 778.238579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-568bc09e-91cc-4f16-ad67-06fe010ccb52" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.250297] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.250630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.250630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.250829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.251035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.265163] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 in Status: IN_PROGRESS for 2s [ 778.528077] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 778.528398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.528639] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.528899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.529118] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.529241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.529307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.529474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.529614] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.529727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.529825] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.619546] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: SUCCESS [ 778.619546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.619546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.619819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.619909] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.625774] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.625774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.626037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.626072] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.626199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.626238] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38b03731-337b-4147-8a04-7747fd88812a is going to be created. [ 778.654044] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.654602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.654602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.654602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.654805] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.666643] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: UNINITIALIZED for 2s [ 778.700401] env[67361]: INFO networking_nsxv3.common.synchronization [None req-6da6734f-a852-428e-9eb4-8da6a72febc9 tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 with Priority: HIGHEST for action security_group_rules [ 778.701171] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 with Priority: HIGHEST for action security_group_rules [ 778.701693] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.701809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.701902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.703853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.703934] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dd7c5f3-18f5-4313-8148-7e6da91b19a7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.935234] env[67361]: INFO networking_nsxv3.common.synchronization [None req-346bcb5e-d30b-4486-a768-f67ad0c7ba5d tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 with Priority: HIGHEST for action security_group_rules [ 778.935572] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 with Priority: HIGHEST for action security_group_rules [ 778.935862] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.935960] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.035441] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.035441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.035441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.035441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.035441] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.035441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.035441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.035441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.035441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.035441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.035441] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.035441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.035441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.035441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.036234] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.036234] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.036234] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.036234] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.036234] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.036234] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.036234] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.081376] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 779.081697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.081950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.082222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.082440] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.082590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.082675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.082865] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.082949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.083054] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.084570] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: SUCCESS [ 779.084785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.084934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.086986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.086986] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.086986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.086986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.086986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.086986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.086986] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.123475] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ec87d2-fd30-4d54-821c-13924ae6b718 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.123475] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.215188] env[67361]: INFO networking_nsxv3.common.synchronization [None req-64942095-8f52-4c0c-a796-350b118fdc84 None None] Enqueued Resource ID: f65de72f-9fc5-437e-8d42-30ade0c15b37 with Priority: HIGHEST for action port [ 779.216790] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65de72f-9fc5-437e-8d42-30ade0c15b37 with Priority: HIGHEST for action port [ 779.218331] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-f65de72f-9fc5-437e-8d42-30ade0c15b37 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.220158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f65de72f-9fc5-437e-8d42-30ade0c15b37" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.220158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f65de72f-9fc5-437e-8d42-30ade0c15b37" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.220158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f65de72f-9fc5-437e-8d42-30ade0c15b37" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.220158] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f65de72f-9fc5-437e-8d42-30ade0c15b37',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.230937] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.233864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.233864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.233864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.233864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.233864] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 already deleted. [ 779.233864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.233864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.233864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.233864] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dd7c5f3-18f5-4313-8148-7e6da91b19a7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.542802] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d35adc82-a1ec-4f65-b7b7-11c04179607e: rpc.has_security_group_logging(os_id): False [ 779.567937] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.568499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.568499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.568499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.568667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.568878] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.569109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.569175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.569404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.569517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.569853] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.570020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.570125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.570342] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.570460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.570777] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.570933] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.571012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.571472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.571472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.571607] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 779.587984] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.589285] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.662240] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.662240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.662240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.662240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.662240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.673117] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 779.724026] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f65de72f-9fc5-437e-8d42-30ade0c15b37 [ 779.724026] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.724026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.724026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.724241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.724241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.724320] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f65de72f-9fc5-437e-8d42-30ade0c15b37 already deleted. [ 779.724387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f65de72f-9fc5-437e-8d42-30ade0c15b37" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.758776] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.758776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.758962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.759955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.759955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.759955] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 already deleted. [ 779.759955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.093195] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.094430] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.274766] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 in Status: SUCCESS [ 780.275055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.597171] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.597444] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.597606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.597920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.598101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.598273] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 780.600470] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.600682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.600776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.601131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.601251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.601402] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 is going to be updated. [ 780.643323] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.643428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.643428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.643635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.643781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.645618] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.645740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.645872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.646053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.646198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.656105] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: IN_PROGRESS for 2s [ 780.656897] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 780.677168] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: SUCCESS [ 780.677408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.677594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.677870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.678117] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.678242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.678310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.678515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.678652] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.678724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.678758] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.182360] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.182553] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.182630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.182880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.183082] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.183186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.183249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.183405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.183495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.183584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.183729] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.183820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.183880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.184030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.184169] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.184258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.184317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.184445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.184520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.184602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.184687] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.420260] env[67361]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 781.420260] env[67361]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] NSXv3 Agent Agent loop - iteration:1 started [ 781.691405] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 781.691676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.692299] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38b03731-337b-4147-8a04-7747fd88812a: rpc.has_security_group_logging(os_id): False [ 781.719848] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.719984] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.720039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.722307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.722307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.722307] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.722307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.722307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.722307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.722307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.722307] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.722307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.722307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.722307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.722307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.723395] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.723395] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.723395] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.723395] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.723395] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.723395] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38b03731-337b-4147-8a04-7747fd88812a is going to be created. [ 781.803188] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.803498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.803803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.804071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.804552] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.822405] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: IN_PROGRESS for 2s [ 782.673783] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: SUCCESS [ 782.673783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.674562] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 782.674636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.674756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.675292] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.675292] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.675450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.675450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.675587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.676170] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.676170] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.676170] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.677521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.677521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.677521] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.677521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.677828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.677828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.678244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.678244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.679344] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.680459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.680459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.680459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.680459] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.680459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.680459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.680661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.680661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.680726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.680869] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.185399] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.186761] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31227000-8068-4780-b5a5-0c1e647ca8f6: rpc.has_security_group_logging(os_id): False [ 783.207592] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.207592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.207592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.207592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.207592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.207592] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.207592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.207592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.208299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.208299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.208299] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.208299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.208299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.208299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.208624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.208624] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.208733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.208780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.208948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.209869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.209869] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 783.280030] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.280030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.280030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.280030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.280030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.295178] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 783.664179] env[67361]: INFO networking_nsxv3.common.synchronization [req-cfb5a877-5292-44c4-b1fe-49ced7b62199 req-a982832b-49e4-45d9-930b-c01df136e508 tempest-SecurityGroupRulesTestJSON-1293261916 tempest-SecurityGroupRulesTestJSON-1293261916-project-member] Enqueued Resource ID: f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76 with Priority: HIGHEST for action security_group_rules [ 783.664722] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76 with Priority: HIGHEST for action security_group_rules [ 783.666678] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.666678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.666678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.666911] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.666999] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.688054] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ec87d2-fd30-4d54-821c-13924ae6b718: rpc.has_security_group_logging(os_id): False [ 783.707314] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.707314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.707314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.707314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.707550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.707620] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.707738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.707799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.708176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.708176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.708176] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 is going to be updated. [ 783.772352] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.772352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.772352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.774199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.774199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.787554] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: IN_PROGRESS for 2s [ 783.851273] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: SUCCESS [ 783.851273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.051367] env[67361]: INFO networking_nsxv3.common.synchronization [req-7c5d4639-9973-4f0c-9b91-b57f6e5e37c7 req-a05e0688-13d4-40ae-9e00-43401372d46c tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_members [ 784.051692] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_members [ 784.052084] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9baff9-438b-4c15-8de6-dd29aa07530c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.052221] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.052286] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.052537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.052751] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.052866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.052931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.053104] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.053541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.053660] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.189351] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.189525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.189683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.190437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.190437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.190437] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76 already deleted. [ 784.190437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.505354] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.505556] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.505777] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.506574] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.506664] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.507575] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.507575] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.507575] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.507575] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.507888] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.507888] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.507888] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.507983] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.508045] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.508162] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.508628] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.530141] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.530396] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.530591] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.530764] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.531165] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-fde4296d-e90a-4ea1-adcd-7e6277e21279 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.531361] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-fde4296d-e90a-4ea1-adcd-7e6277e21279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.531465] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-fde4296d-e90a-4ea1-adcd-7e6277e21279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.531839] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-fde4296d-e90a-4ea1-adcd-7e6277e21279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.532066] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde4296d-e90a-4ea1-adcd-7e6277e21279',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.556701] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.556950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.557057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.557597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.557597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.557731] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.557876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.557980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.558227] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.558354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.558416] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c already deleted. [ 784.558643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.767604] env[67361]: INFO networking_nsxv3.common.synchronization [req-2e427f6c-f751-4bdc-a1c7-00b2262ba554 req-792e0d58-b15e-4f85-8ae5-07b54ee97fc3 tempest-SecurityGroupRulesTestJSON-1293261916 tempest-SecurityGroupRulesTestJSON-1293261916-project-member] Enqueued Resource ID: f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76 with Priority: HIGHEST for action security_group_rules [ 784.768206] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76 with Priority: HIGHEST for action security_group_rules [ 784.768613] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.768807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.768950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.769195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.769314] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.034983] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.035187] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.035278] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.035945] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.036161] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.037039] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port fde4296d-e90a-4ea1-adcd-7e6277e21279 not found, creating... [ 785.037039] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.037039] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.037251] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.037522] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.037964] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.038401] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.038732] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.038921] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.039275] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.039416] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.039562] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: fde4296d-e90a-4ea1-adcd-7e6277e21279 is going to be created. [ 785.065803] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.066105] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.066248] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.066540] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.066774] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.066995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-fde4296d-e90a-4ea1-adcd-7e6277e21279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.292331] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.292528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.292528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.292690] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.292781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.292874] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76 already deleted. [ 785.292953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.307369] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 785.307589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.307743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.307958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.308058] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.804021] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: SUCCESS [ 785.804378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.809839] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.810243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.810523] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.810937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.811190] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.811430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.811531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.811877] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.811998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.812158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.812290] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.838369] env[67361]: INFO networking_nsxv3.common.synchronization [req-7c5d4639-9973-4f0c-9b91-b57f6e5e37c7 req-dfd20262-efe9-42b5-8619-f8e329603074 service nova] Enqueued Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_rules [ 785.838369] env[67361]: INFO networking_nsxv3.common.synchronization [req-7c5d4639-9973-4f0c-9b91-b57f6e5e37c7 req-dfd20262-efe9-42b5-8619-f8e329603074 service nova] Enqueued Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_members [ 785.839244] env[67361]: INFO networking_nsxv3.common.synchronization [req-7c5d4639-9973-4f0c-9b91-b57f6e5e37c7 req-dfd20262-efe9-42b5-8619-f8e329603074 service nova] Enqueued Resource ID: fde4296d-e90a-4ea1-adcd-7e6277e21279 with Priority: HIGHEST for action port [ 785.839827] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_rules [ 785.840061] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_members [ 785.841058] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde4296d-e90a-4ea1-adcd-7e6277e21279 with Priority: HIGHEST for action port [ 785.841976] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9baff9-438b-4c15-8de6-dd29aa07530c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.841976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.842169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.842403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.842536] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.843879] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9baff9-438b-4c15-8de6-dd29aa07530c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.844097] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.844206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.844578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.844748] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.844851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.844923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.845090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.845176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.845266] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.846055] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde4296d-e90a-4ea1-adcd-7e6277e21279 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.846164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde4296d-e90a-4ea1-adcd-7e6277e21279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.846230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde4296d-e90a-4ea1-adcd-7e6277e21279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.846380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde4296d-e90a-4ea1-adcd-7e6277e21279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.846450] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde4296d-e90a-4ea1-adcd-7e6277e21279',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.316546] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.316546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.316546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.316546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.316546] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.316546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.316546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.316546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.316546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.316546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.316546] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.316546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.316546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.316546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.316546] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.316546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.317119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.317119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.317119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.317119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.317119] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.349826] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9baff9-438b-4c15-8de6-dd29aa07530c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.349993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.350171] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fde4296d-e90a-4ea1-adcd-7e6277e21279 with status ACTIVE [ 786.350340] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.350450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.350518] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.350741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.350835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.351019] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.351147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.351243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.351364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.351437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.351661] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.351709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.351757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.351909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.351983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.352076] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fde4296d-e90a-4ea1-adcd-7e6277e21279 is going to be updated. [ 786.353236] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.376545] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.376759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.376808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.377068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.377220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.377388] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde4296d-e90a-4ea1-adcd-7e6277e21279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.820217] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31227000-8068-4780-b5a5-0c1e647ca8f6: rpc.has_security_group_logging(os_id): False [ 786.839496] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.840026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.840026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.840026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.840026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.841020] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.841020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.841020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.841020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.841020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.841020] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.842064] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.842134] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.842290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.842392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.842562] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.842660] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.842718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.842866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.842941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.843043] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 786.856171] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.925680] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.925937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.925937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.926124] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.926277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.964645] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 787.027254] env[67361]: INFO networking_nsxv3.common.synchronization [req-39499415-ba50-4876-bf6e-961247434b14 req-0b05bb90-170e-4a48-b968-5e1c3eb8c181 tempest-FloatingIPsAssociationTestJSON-1633506994 tempest-FloatingIPsAssociationTestJSON-1633506994-project-member] Enqueued Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_members [ 787.027866] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_members [ 787.028479] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca6f60f-a573-468e-b0c3-83a767333e25 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.028654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.028739] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.029510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.029510] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.029510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.029510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.029669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.029669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.029888] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.359229] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.359534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.359534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.359876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.359982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.360140] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c is going to be created. [ 787.390771] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.390771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.390771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.390771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.391040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.401906] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c in Status: UNINITIALIZED for 2s [ 787.460640] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.460843] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-309" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.460981] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-309" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.461430] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-309" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.461967] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.462327] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.462439] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.462667] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.462809] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.463055] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.463164] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.463267] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.463366] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.463593] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.463593] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.463698] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.486658] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.486825] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.486954] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.487216] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-309" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.487648] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-5fc2e674-8630-462e-8631-5ad730c7bbb5 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.487868] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-5fc2e674-8630-462e-8631-5ad730c7bbb5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.488028] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-5fc2e674-8630-462e-8631-5ad730c7bbb5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.488428] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-5fc2e674-8630-462e-8631-5ad730c7bbb5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.488689] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fc2e674-8630-462e-8631-5ad730c7bbb5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.532529] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.533164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.533164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.533228] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.533333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.533731] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.533731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.533829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.535106] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.535106] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.535106] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 already deleted. [ 787.535256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.994024] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.994024] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.994024] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.994024] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.994024] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.994024] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 5fc2e674-8630-462e-8631-5ad730c7bbb5 not found, creating... [ 787.994024] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.994024] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.994024] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.994024] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.994024] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.994720] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.994720] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.994720] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.995200] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.995479] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.995745] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 5fc2e674-8630-462e-8631-5ad730c7bbb5 is going to be created. [ 788.018864] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.018864] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.018864] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.018864] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.018864] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.018864] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-5fc2e674-8630-462e-8631-5ad730c7bbb5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.771406] env[67361]: INFO networking_nsxv3.common.synchronization [req-39499415-ba50-4876-bf6e-961247434b14 req-47303019-fe41-4da4-a863-670b2abdbac9 service nova] Enqueued Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_rules [ 788.771585] env[67361]: INFO networking_nsxv3.common.synchronization [req-39499415-ba50-4876-bf6e-961247434b14 req-47303019-fe41-4da4-a863-670b2abdbac9 service nova] Enqueued Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_members [ 788.771738] env[67361]: INFO networking_nsxv3.common.synchronization [req-39499415-ba50-4876-bf6e-961247434b14 req-47303019-fe41-4da4-a863-670b2abdbac9 service nova] Enqueued Resource ID: 5fc2e674-8630-462e-8631-5ad730c7bbb5 with Priority: HIGHEST for action port [ 788.772370] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_rules [ 788.779428] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_members [ 788.779428] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc2e674-8630-462e-8631-5ad730c7bbb5 with Priority: HIGHEST for action port [ 788.779428] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ca6f60f-a573-468e-b0c3-83a767333e25 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.779428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.779428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.779428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.779428] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.779428] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca6f60f-a573-468e-b0c3-83a767333e25 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.779428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.779428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.779428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.780170] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.780423] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.780670] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.781017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.781226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.781432] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.782729] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fc2e674-8630-462e-8631-5ad730c7bbb5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.783116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fc2e674-8630-462e-8631-5ad730c7bbb5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.783324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fc2e674-8630-462e-8631-5ad730c7bbb5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.783599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fc2e674-8630-462e-8631-5ad730c7bbb5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.783864] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fc2e674-8630-462e-8631-5ad730c7bbb5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.981407] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 788.981898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.286453] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca6f60f-a573-468e-b0c3-83a767333e25 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.286791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.286791] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.287662] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fc2e674-8630-462e-8631-5ad730c7bbb5 with status ACTIVE [ 789.287856] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.287969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.288056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.288305] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.288391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.288644] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.288740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.288803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.289029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.289120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.289306] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.291669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.291669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.291669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.291669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.291669] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fc2e674-8630-462e-8631-5ad730c7bbb5 is going to be updated. [ 789.317411] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.317597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.317640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.317857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.317930] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.318110] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fc2e674-8630-462e-8631-5ad730c7bbb5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.417068] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c in Status: SUCCESS [ 789.417313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.417484] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.417703] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.418431] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.418431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.418431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.418431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.418431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.418431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.418731] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.792836] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.923012] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9baff9-438b-4c15-8de6-dd29aa07530c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.923193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.923270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.923483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.923697] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.923777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.923820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.923931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.924023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.924106] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.925040] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9baff9-438b-4c15-8de6-dd29aa07530c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.925040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.925040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.925040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.925040] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.925040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.925040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.925040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.925040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.925448] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.925448] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.094035] env[67361]: INFO networking_nsxv3.common.synchronization [req-c9bbee44-8d50-437d-ad71-6d2ab45278b5 req-c545bb6b-9421-4c17-a9d1-c1d43734c951 tempest-SecurityGroupRulesTestJSON-1293261916 tempest-SecurityGroupRulesTestJSON-1293261916-project-member] Enqueued Resource ID: f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76 with Priority: HIGHEST for action security_group_rules [ 790.094273] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76 with Priority: HIGHEST for action security_group_rules [ 790.094917] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.094917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.094917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.095056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.095056] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.296384] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.299541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.299541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.299541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.299541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.299541] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 is going to be created. [ 790.349715] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.349715] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.349715] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.349715] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.349715] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.360673] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 in Status: UNINITIALIZED for 2s [ 790.429858] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9baff9-438b-4c15-8de6-dd29aa07530c: rpc.has_security_group_logging(os_id): False [ 790.449788] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.450022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.450022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.450257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.450356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.450556] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.450658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.450743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.450907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.450997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.451222] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.451316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.451377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.451520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.451632] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.451780] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.451899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.451975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.452150] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.452225] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.452311] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c is going to be created. [ 790.548465] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.548465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.548465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.548777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.548932] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.566308] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c in Status: IN_PROGRESS for 2s [ 790.680136] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.680303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.680415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.680717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.680860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.680981] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76 already deleted. [ 790.680981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9bd0a9a-b8b9-4dbf-9fc6-8870f13d4c76" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.937137] env[67361]: INFO networking_nsxv3.common.synchronization [req-08082584-c286-4604-8f72-e14c342a85b2 req-c020b1e4-6804-478a-b6c3-d9132713289e tempest-InstanceActionsTestJSON-373990733 tempest-InstanceActionsTestJSON-373990733-project-member] Enqueued Resource ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 with Priority: HIGHEST for action security_group_members [ 791.937821] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 with Priority: HIGHEST for action security_group_members [ 791.938104] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.938226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.938292] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.938644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.939022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.939022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.939022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.939196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.939278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.939372] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fffb7d4-2a02-4eb5-a98a-e84130bcaa30',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.372963] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 in Status: SUCCESS [ 792.372963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.372963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.372963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.372963] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.373305] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.373305] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.373373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.373664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.373795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.373945] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.399037] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.399037] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-745" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.399037] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-745" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.399037] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-745" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.399410] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.399513] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.399579] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.399785] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.399918] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.400129] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.400231] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.400329] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.400426] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.400520] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.400613] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.400731] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.421939] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.422187] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.422259] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.422407] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-745" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.422726] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-8fcb62bd-7517-4225-810d-8d15e9d8f4bf taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.422895] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-8fcb62bd-7517-4225-810d-8d15e9d8f4bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.423021] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-8fcb62bd-7517-4225-810d-8d15e9d8f4bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.423379] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-8fcb62bd-7517-4225-810d-8d15e9d8f4bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.423515] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fcb62bd-7517-4225-810d-8d15e9d8f4bf',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.442646] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.442845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.442953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.443299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.443372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.443550] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.443684] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.443751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.444065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.444065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.444196] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 already deleted. [ 792.444232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.579468] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c in Status: SUCCESS [ 792.579697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.877304] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca6f60f-a573-468e-b0c3-83a767333e25 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.877488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.877569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.877779] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.878047] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.878158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.878214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.878373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.878457] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.878640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.878795] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca6f60f-a573-468e-b0c3-83a767333e25 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.878885] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.878947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.879119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.879320] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.880663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.880663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.880663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.880663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.880663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.880663] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.925859] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.926275] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.926552] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.926978] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.927739] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.927921] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 8fcb62bd-7517-4225-810d-8d15e9d8f4bf not found, creating... [ 792.928228] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.928425] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.928493] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.928782] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.928922] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.930125] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.930323] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.930441] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.930661] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.930791] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.930945] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 8fcb62bd-7517-4225-810d-8d15e9d8f4bf is going to be created. [ 792.954652] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.955044] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.955044] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.955263] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.955482] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.955720] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-8fcb62bd-7517-4225-810d-8d15e9d8f4bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.382908] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ca6f60f-a573-468e-b0c3-83a767333e25: rpc.has_security_group_logging(os_id): False [ 793.402458] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.402650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.402701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.402922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.403035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.403225] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.403374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.403374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.403538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.403616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.403795] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.403983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.404073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.404180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.404240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.404431] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.404609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.404609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.404774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.404774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.404881] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 is going to be created. [ 793.484242] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.484242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.484242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.484242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.484242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.506846] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 in Status: IN_PROGRESS for 2s [ 793.934752] env[67361]: INFO networking_nsxv3.common.synchronization [req-08082584-c286-4604-8f72-e14c342a85b2 req-f3f18eb1-4e42-4619-a2b4-c236e9dacd5c service nova] Enqueued Resource ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 with Priority: HIGHEST for action security_group_rules [ 793.934752] env[67361]: INFO networking_nsxv3.common.synchronization [req-08082584-c286-4604-8f72-e14c342a85b2 req-f3f18eb1-4e42-4619-a2b4-c236e9dacd5c service nova] Enqueued Resource ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 with Priority: HIGHEST for action security_group_members [ 793.934859] env[67361]: INFO networking_nsxv3.common.synchronization [req-08082584-c286-4604-8f72-e14c342a85b2 req-f3f18eb1-4e42-4619-a2b4-c236e9dacd5c service nova] Enqueued Resource ID: 8fcb62bd-7517-4225-810d-8d15e9d8f4bf with Priority: HIGHEST for action port [ 793.938182] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 with Priority: HIGHEST for action security_group_rules [ 793.938182] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 with Priority: HIGHEST for action security_group_members [ 793.938182] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcb62bd-7517-4225-810d-8d15e9d8f4bf with Priority: HIGHEST for action port [ 793.938182] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.938182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.938182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.938182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.938182] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fffb7d4-2a02-4eb5-a98a-e84130bcaa30',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.939846] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.940252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.940252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.940774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.940774] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.941860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.941860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.941860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.941860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.941860] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fffb7d4-2a02-4eb5-a98a-e84130bcaa30',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.942480] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fcb62bd-7517-4225-810d-8d15e9d8f4bf taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.942659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fcb62bd-7517-4225-810d-8d15e9d8f4bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.942827] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fcb62bd-7517-4225-810d-8d15e9d8f4bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.943035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fcb62bd-7517-4225-810d-8d15e9d8f4bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.943165] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fcb62bd-7517-4225-810d-8d15e9d8f4bf',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.444774] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.445136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.445136] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fffb7d4-2a02-4eb5-a98a-e84130bcaa30',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.446729] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fcb62bd-7517-4225-810d-8d15e9d8f4bf with status ACTIVE [ 794.446729] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.446729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.446729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.446729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.447365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.447365] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.447365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.447365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.447365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.447365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.447550] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.447596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.447625] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.448396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.448396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.448396] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fcb62bd-7517-4225-810d-8d15e9d8f4bf is going to be updated. [ 794.484347] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.484605] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.484719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.485167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.485250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.485487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fcb62bd-7517-4225-810d-8d15e9d8f4bf" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.949685] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fffb7d4-2a02-4eb5-a98a-e84130bcaa30',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.453507] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.455416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.455416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.455697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.455818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.455935] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 is going to be created. [ 795.480471] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.480800] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.480909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.481146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.481309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.492447] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 in Status: UNINITIALIZED for 2s [ 795.518658] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 in Status: SUCCESS [ 795.519318] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.151555] env[67361]: INFO networking_nsxv3.common.synchronization [None req-d6c2419f-6f1c-4d9a-8259-152eb7f5ea5f None None] Enqueued Resource ID: 6b5c5705-dd69-44ce-bfad-ff5e1aa52586 with Priority: HIGHEST for action port [ 796.152880] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5c5705-dd69-44ce-bfad-ff5e1aa52586 with Priority: HIGHEST for action port [ 796.153430] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b5c5705-dd69-44ce-bfad-ff5e1aa52586 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.153614] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b5c5705-dd69-44ce-bfad-ff5e1aa52586" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.153705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b5c5705-dd69-44ce-bfad-ff5e1aa52586" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.154100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b5c5705-dd69-44ce-bfad-ff5e1aa52586" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.154301] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b5c5705-dd69-44ce-bfad-ff5e1aa52586',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.657336] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b5c5705-dd69-44ce-bfad-ff5e1aa52586 [ 796.657631] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.657631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.657776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.657913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.657995] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.658119] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b5c5705-dd69-44ce-bfad-ff5e1aa52586 already deleted. [ 796.658203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b5c5705-dd69-44ce-bfad-ff5e1aa52586" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.114279] env[67361]: INFO networking_nsxv3.common.synchronization [req-2d9b4ca9-97c3-446f-969b-3f9d3e310406 req-95a80fe6-642b-4794-af5d-0af9d961f760 tempest-ServersWithSpecificFlavorTestJSON-1443348591 tempest-ServersWithSpecificFlavorTestJSON-1443348591-project-member] Enqueued Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_members [ 797.114279] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_members [ 797.114842] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.115447] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.115693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.116012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.116517] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.117039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.117207] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.117479] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.117664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.117848] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.506495] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 in Status: SUCCESS [ 797.506814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.507090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.507390] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.507709] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.507949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.508260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.508260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.508390] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.508633] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.508633] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fffb7d4-2a02-4eb5-a98a-e84130bcaa30',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.621641] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.621936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.622047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.622485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.622738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.623089] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.623166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.623213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.623391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.623473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.623546] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 is going to be updated. [ 797.650434] env[67361]: INFO networking_nsxv3.common.synchronization [None req-28e4fdc1-bd79-496d-ae1f-f6be89419039 None None] Enqueued Resource ID: 01264fa2-7cf0-45fc-adea-0430414a5f20 with Priority: HIGHEST for action port [ 797.651298] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01264fa2-7cf0-45fc-adea-0430414a5f20 with Priority: HIGHEST for action port [ 797.651703] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-01264fa2-7cf0-45fc-adea-0430414a5f20 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.651876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01264fa2-7cf0-45fc-adea-0430414a5f20" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.651937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01264fa2-7cf0-45fc-adea-0430414a5f20" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.652323] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01264fa2-7cf0-45fc-adea-0430414a5f20" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.652430] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01264fa2-7cf0-45fc-adea-0430414a5f20',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.669742] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.670235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.670235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.670321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.670387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.683401] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: IN_PROGRESS for 2s [ 797.731358] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.731358] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-937" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.731358] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-937" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.731358] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-937" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.732052] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.732052] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.732052] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.732804] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.733022] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.733401] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.733609] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.733817] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.733920] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.734288] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.734464] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.734653] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.769219] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.769491] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.769679] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.769954] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-937" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.771088] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-493dc63f-8252-4b8f-8da2-3912f4451e60 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.771088] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-493dc63f-8252-4b8f-8da2-3912f4451e60" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.771088] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-493dc63f-8252-4b8f-8da2-3912f4451e60" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.771088] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-493dc63f-8252-4b8f-8da2-3912f4451e60" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.771863] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('493dc63f-8252-4b8f-8da2-3912f4451e60',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.013283] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.013537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.013537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.013760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.013914] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.014037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.014107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.014261] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.014392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.014427] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.014606] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.014714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.014772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.014929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.015085] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.015179] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.015236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.015610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.015610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.015610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.015610] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fffb7d4-2a02-4eb5-a98a-e84130bcaa30',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.134677] env[67361]: INFO networking_nsxv3.common.synchronization [req-2d618f0e-9628-47fb-976f-2329198db919 req-962feeea-a73b-45a5-8867-a4181c03dfed tempest-ListImageFiltersTestJSON-2096725384 tempest-ListImageFiltersTestJSON-2096725384-project-member] Enqueued Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_members [ 798.137028] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGHEST for action security_group_members [ 798.137028] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.137028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.137028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.137028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.137028] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.137028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.137028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.137028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.137028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.137611] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.158801] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01264fa2-7cf0-45fc-adea-0430414a5f20 [ 798.159100] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.159233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.159301] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.159607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.159607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.159729] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01264fa2-7cf0-45fc-adea-0430414a5f20 already deleted. [ 798.159729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01264fa2-7cf0-45fc-adea-0430414a5f20" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.275718] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.275950] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.276124] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.276412] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.276562] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.276704] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 493dc63f-8252-4b8f-8da2-3912f4451e60 not found, creating... [ 798.276964] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.277157] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.277269] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.277492] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.277619] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.277896] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.278054] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.278167] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.278369] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.278497] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.278653] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 493dc63f-8252-4b8f-8da2-3912f4451e60 is going to be created. [ 798.309987] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.309987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.309987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.309987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.309987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.309987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-493dc63f-8252-4b8f-8da2-3912f4451e60" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.467530] env[67361]: INFO networking_nsxv3.common.synchronization [None req-583cb6a3-aaf2-4305-9277-020de1f48b00 None None] Enqueued Resource ID: 5f9f67ac-3e46-41bd-9d44-cb71a763e623 with Priority: HIGHEST for action port [ 798.467530] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9f67ac-3e46-41bd-9d44-cb71a763e623 with Priority: HIGHEST for action port [ 798.467530] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f9f67ac-3e46-41bd-9d44-cb71a763e623 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.467530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f9f67ac-3e46-41bd-9d44-cb71a763e623" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.467530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f9f67ac-3e46-41bd-9d44-cb71a763e623" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.468072] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f9f67ac-3e46-41bd-9d44-cb71a763e623" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.468072] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f9f67ac-3e46-41bd-9d44-cb71a763e623',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.517913] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30: rpc.has_security_group_logging(os_id): False [ 798.540340] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.540583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.540583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.544020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.544020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.544020] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.544020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.544020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.544020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.544020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.544020] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.544020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.544020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.544020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.544020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.544020] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.544020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.544650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.544650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.544650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.544650] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 is going to be created. [ 798.637707] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.637895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.637968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.638204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.638418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.639999] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.640117] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.640189] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.640373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.640459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.640671] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.640894] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.640962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.641126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.641263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.641352] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 is going to be updated. [ 798.743152] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 in Status: IN_PROGRESS for 2s [ 798.770313] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.770313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.770591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.770709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.770888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.782200] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 in Status: IN_PROGRESS for 2s [ 798.972047] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f9f67ac-3e46-41bd-9d44-cb71a763e623 [ 798.972047] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.972357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.972357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.972445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.972506] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.972597] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f9f67ac-3e46-41bd-9d44-cb71a763e623 already deleted. [ 798.972683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f9f67ac-3e46-41bd-9d44-cb71a763e623" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.026250] env[67361]: INFO networking_nsxv3.common.synchronization [req-2d9b4ca9-97c3-446f-969b-3f9d3e310406 req-88d0e058-665c-4dcc-ab43-a6353b4cdef3 service nova] Enqueued Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_rules [ 799.026250] env[67361]: INFO networking_nsxv3.common.synchronization [req-2d9b4ca9-97c3-446f-969b-3f9d3e310406 req-88d0e058-665c-4dcc-ab43-a6353b4cdef3 service nova] Enqueued Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_members [ 799.026250] env[67361]: INFO networking_nsxv3.common.synchronization [req-2d9b4ca9-97c3-446f-969b-3f9d3e310406 req-88d0e058-665c-4dcc-ab43-a6353b4cdef3 service nova] Enqueued Resource ID: 493dc63f-8252-4b8f-8da2-3912f4451e60 with Priority: HIGHEST for action port [ 799.026433] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_rules [ 799.026433] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_members [ 799.026927] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493dc63f-8252-4b8f-8da2-3912f4451e60 with Priority: HIGHEST for action port [ 799.026927] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.027197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.027246] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.027463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.027579] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.029890] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.029890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.030528] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-493dc63f-8252-4b8f-8da2-3912f4451e60 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.030528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-493dc63f-8252-4b8f-8da2-3912f4451e60" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.030682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-493dc63f-8252-4b8f-8da2-3912f4451e60" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.030762] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-493dc63f-8252-4b8f-8da2-3912f4451e60" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.030838] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('493dc63f-8252-4b8f-8da2-3912f4451e60',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.534063] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.534215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.534392] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 493dc63f-8252-4b8f-8da2-3912f4451e60 with status ACTIVE [ 799.534608] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.534902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.535637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.535823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.535935] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.536144] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.536252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.537048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.537343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.537704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.537754] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.537852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.537928] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.538159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.538526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.538526] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 493dc63f-8252-4b8f-8da2-3912f4451e60 is going to be updated. [ 799.566380] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.566380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.566380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.566380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.566380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.566380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-493dc63f-8252-4b8f-8da2-3912f4451e60" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.695563] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: SUCCESS [ 799.696771] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 deletion is rescheduled due to dependency. [ 799.696899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.697100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.698784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.698784] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.698784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.698784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.698784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.698784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.698784] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.841422] env[67361]: INFO networking_nsxv3.common.synchronization [None req-558f8662-e543-45f8-8208-616397c92e49 tempest-ServerActionsTestJSON-939340692 tempest-ServerActionsTestJSON-939340692-project-member] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_rules [ 799.841870] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_rules [ 799.842192] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.842315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.842382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.842637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.842724] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.956442] env[67361]: INFO networking_nsxv3.common.synchronization [None req-8d833a06-6a9b-4d22-8096-ff38548959e2 tempest-ServerActionsTestJSON-939340692 tempest-ServerActionsTestJSON-939340692-project-member] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_rules [ 799.957495] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_rules [ 799.957495] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.957495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.203589] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.367723] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.367835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.368955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.368955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.368955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.368955] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 already deleted. [ 800.368955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.368955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.368955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.368955] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.706576] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.756406] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 in Status: SUCCESS [ 800.756653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.797732] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 in Status: SUCCESS [ 800.798799] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 deletion is rescheduled due to dependency. [ 800.799692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.891870] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.892177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.892177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.892415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.892532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.892631] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 already deleted. [ 800.892725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.003308] env[67361]: INFO networking_nsxv3.common.synchronization [req-eb5cff9c-bd36-41ac-ba42-5de40dd76aed req-2ff4ec0a-fbb2-4ead-8dff-17b29f2cb3b1 tempest-ServerRescueNegativeTestJSON-383152160 tempest-ServerRescueNegativeTestJSON-383152160-project-member] Enqueued Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGHEST for action security_group_members [ 801.003838] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGHEST for action security_group_members [ 801.004155] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-002977f3-3d01-4c13-bb61-2a76843f7d08 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.004276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.004341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.004578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.004725] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.004818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.005040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.007412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.007600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.007741] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('002977f3-3d01-4c13-bb61-2a76843f7d08',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.126549] env[67361]: INFO networking_nsxv3.common.synchronization [None req-68f58438-0e20-495a-a61f-82c757ed693c None None] Enqueued Resource ID: a45cd9ca-f091-42d6-a209-17bcdc068537 with Priority: HIGHEST for action port [ 801.127231] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a45cd9ca-f091-42d6-a209-17bcdc068537 with Priority: HIGHEST for action port [ 801.127594] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-a45cd9ca-f091-42d6-a209-17bcdc068537 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.127710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a45cd9ca-f091-42d6-a209-17bcdc068537" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.127791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a45cd9ca-f091-42d6-a209-17bcdc068537" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.128248] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a45cd9ca-f091-42d6-a209-17bcdc068537" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.128293] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a45cd9ca-f091-42d6-a209-17bcdc068537',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.210655] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.210848] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.211078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.211311] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.211410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.211526] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 is going to be updated. [ 801.252828] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.253071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.253284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.253538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.253705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.264666] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: IN_PROGRESS for 2s [ 801.515069] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.515069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.515069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.515069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.515069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.515069] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.515069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.515069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.515069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.515069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.515069] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 already deleted. [ 801.515069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.573745] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.574020] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-471" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.574173] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-471" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.574435] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-471" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.574691] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.574837] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.574944] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.575275] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.575462] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.575700] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.575841] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.575985] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.576144] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.576266] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.576393] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.576618] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.600321] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.600569] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.600771] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.600996] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-471" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.601422] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-7b2e527b-f774-4f8b-845a-7059ce000d4f taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.601649] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-7b2e527b-f774-4f8b-845a-7059ce000d4f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.601804] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-7b2e527b-f774-4f8b-845a-7059ce000d4f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.602196] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-7b2e527b-f774-4f8b-845a-7059ce000d4f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.602388] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b2e527b-f774-4f8b-845a-7059ce000d4f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.630729] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a45cd9ca-f091-42d6-a209-17bcdc068537 [ 801.630975] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.631128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.631190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.631380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.631470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.631571] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a45cd9ca-f091-42d6-a209-17bcdc068537 already deleted. [ 801.631641] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a45cd9ca-f091-42d6-a209-17bcdc068537" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.105409] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.105812] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.105812] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.106012] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.106212] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.106384] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 7b2e527b-f774-4f8b-845a-7059ce000d4f not found, creating... [ 802.106701] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.106875] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.107022] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.107276] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.107408] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.107682] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.107830] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.107937] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.108190] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.108380] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.108583] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 7b2e527b-f774-4f8b-845a-7059ce000d4f is going to be created. [ 802.137288] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.137508] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.137579] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.137828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.138289] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.138563] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-7b2e527b-f774-4f8b-845a-7059ce000d4f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.458949] env[67361]: INFO networking_nsxv3.common.synchronization [None req-d416fc50-3aad-4371-8188-5dbec5e34935 None None] Enqueued Resource ID: fff7bc8f-36bf-4cb3-9b11-e4ab6c95489e with Priority: HIGHEST for action port [ 802.459699] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fff7bc8f-36bf-4cb3-9b11-e4ab6c95489e with Priority: HIGHEST for action port [ 802.460367] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-fff7bc8f-36bf-4cb3-9b11-e4ab6c95489e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.460367] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fff7bc8f-36bf-4cb3-9b11-e4ab6c95489e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.460367] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fff7bc8f-36bf-4cb3-9b11-e4ab6c95489e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.460367] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fff7bc8f-36bf-4cb3-9b11-e4ab6c95489e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.460711] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fff7bc8f-36bf-4cb3-9b11-e4ab6c95489e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.860245] env[67361]: INFO networking_nsxv3.common.synchronization [req-eb5cff9c-bd36-41ac-ba42-5de40dd76aed req-0963936c-f241-4192-bd04-ddace980ec33 service nova] Enqueued Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGHEST for action security_group_rules [ 802.860245] env[67361]: INFO networking_nsxv3.common.synchronization [req-eb5cff9c-bd36-41ac-ba42-5de40dd76aed req-0963936c-f241-4192-bd04-ddace980ec33 service nova] Enqueued Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGHEST for action security_group_members [ 802.860245] env[67361]: INFO networking_nsxv3.common.synchronization [req-eb5cff9c-bd36-41ac-ba42-5de40dd76aed req-0963936c-f241-4192-bd04-ddace980ec33 service nova] Enqueued Resource ID: 7b2e527b-f774-4f8b-845a-7059ce000d4f with Priority: HIGHEST for action port [ 802.860245] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGHEST for action security_group_rules [ 802.860245] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGHEST for action security_group_members [ 802.860245] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2e527b-f774-4f8b-845a-7059ce000d4f with Priority: HIGHEST for action port [ 802.860245] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-002977f3-3d01-4c13-bb61-2a76843f7d08 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.860245] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.860245] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.860245] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.860245] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('002977f3-3d01-4c13-bb61-2a76843f7d08',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.860245] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-002977f3-3d01-4c13-bb61-2a76843f7d08 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.860245] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.860245] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.860917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.860917] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.860917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.861213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.861255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.861382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.861484] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('002977f3-3d01-4c13-bb61-2a76843f7d08',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.862619] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b2e527b-f774-4f8b-845a-7059ce000d4f taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.862722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b2e527b-f774-4f8b-845a-7059ce000d4f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.862776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b2e527b-f774-4f8b-845a-7059ce000d4f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.863349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b2e527b-f774-4f8b-845a-7059ce000d4f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.863349] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b2e527b-f774-4f8b-845a-7059ce000d4f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.963494] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fff7bc8f-36bf-4cb3-9b11-e4ab6c95489e [ 802.963494] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.963860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.963860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.963860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.963953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.966165] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fff7bc8f-36bf-4cb3-9b11-e4ab6c95489e already deleted. [ 802.966165] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fff7bc8f-36bf-4cb3-9b11-e4ab6c95489e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.274207] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: SUCCESS [ 803.274588] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.274588] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.274807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.274997] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.275126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.275182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.275349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.275428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.275512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.275601] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.366177] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('002977f3-3d01-4c13-bb61-2a76843f7d08',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.367373] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-002977f3-3d01-4c13-bb61-2a76843f7d08 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.369549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.370118] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b2e527b-f774-4f8b-845a-7059ce000d4f with status ACTIVE [ 803.370118] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.370118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.370403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.370403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.370496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.371104] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.371104] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.371104] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.371104] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.371104] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.371371] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.371371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.371371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.372026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.372026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.372026] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b2e527b-f774-4f8b-845a-7059ce000d4f is going to be updated. [ 803.400325] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.400471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.400543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.400761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.400895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.401080] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b2e527b-f774-4f8b-845a-7059ce000d4f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.782662] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.871042] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('002977f3-3d01-4c13-bb61-2a76843f7d08',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.286735] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894: rpc.has_security_group_logging(os_id): False [ 804.305382] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.305510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.305593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.305794] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.305880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.306313] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.306443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.306607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.306816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.306925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.307035] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 is going to be updated. [ 804.372334] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.372888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.372888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.373055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.373170] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.373225] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 is going to be created. [ 804.377077] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.377207] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.377277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.377470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.377610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.393190] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: IN_PROGRESS for 2s [ 804.404319] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.404454] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.404537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.404738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.404897] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.417174] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 in Status: UNINITIALIZED for 2s [ 805.331897] env[67361]: INFO networking_nsxv3.common.synchronization [None req-6b768ba7-6f3e-43e8-b68c-879f83903f75 None None] Enqueued Resource ID: 0ce85c0e-ea58-4878-b0ec-1d2b7df7c45d with Priority: HIGHEST for action port [ 805.332492] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce85c0e-ea58-4878-b0ec-1d2b7df7c45d with Priority: HIGHEST for action port [ 805.332800] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ce85c0e-ea58-4878-b0ec-1d2b7df7c45d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.333229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ce85c0e-ea58-4878-b0ec-1d2b7df7c45d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.333229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ce85c0e-ea58-4878-b0ec-1d2b7df7c45d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.336029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ce85c0e-ea58-4878-b0ec-1d2b7df7c45d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.336134] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ce85c0e-ea58-4878-b0ec-1d2b7df7c45d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.839136] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ce85c0e-ea58-4878-b0ec-1d2b7df7c45d [ 805.839394] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.839528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.839597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.840121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.840121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.840121] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ce85c0e-ea58-4878-b0ec-1d2b7df7c45d already deleted. [ 805.840121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ce85c0e-ea58-4878-b0ec-1d2b7df7c45d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.407114] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: SUCCESS [ 806.407429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.427939] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 in Status: SUCCESS [ 806.428177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.428332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.428540] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.428790] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.428919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.428996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.429190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.429273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.429366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.429450] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('002977f3-3d01-4c13-bb61-2a76843f7d08',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.931938] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('002977f3-3d01-4c13-bb61-2a76843f7d08',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.434221] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 002977f3-3d01-4c13-bb61-2a76843f7d08: rpc.has_security_group_logging(os_id): False [ 807.453932] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.454388] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.454388] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.454388] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.454712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.454712] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.455580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.455580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.455580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.455580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.455580] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 is going to be created. [ 807.501855] env[67361]: INFO networking_nsxv3.common.synchronization [req-df8f8f0b-292c-4019-b088-7584a0989863 req-a8b87ddb-6486-40c1-b3ea-bc64d30de230 tempest-ImagesTestJSON-158730557 tempest-ImagesTestJSON-158730557-project-member] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 807.502457] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 807.502808] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.502983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.503070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.503275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.503438] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.503532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.503593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.503733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.503835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.503912] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.525133] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.525386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.525580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.525759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.525923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.556458] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 in Status: IN_PROGRESS for 2s [ 808.006797] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.006964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.007055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.007281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.007359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.007561] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.008476] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.008476] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.008476] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.008476] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.008476] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 808.011323] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.011482] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.011598] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.011856] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.012114] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.012263] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.012371] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.012576] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.012700] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.012893] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.013275] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.013275] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.013275] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.013406] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.013406] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.013511] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.037577] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.037577] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.037577] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.037820] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.038542] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-50162b3a-55b5-4e84-b4e4-6dfa5d94a27e taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.038542] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-50162b3a-55b5-4e84-b4e4-6dfa5d94a27e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.038542] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-50162b3a-55b5-4e84-b4e4-6dfa5d94a27e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.038937] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-50162b3a-55b5-4e84-b4e4-6dfa5d94a27e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.039456] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50162b3a-55b5-4e84-b4e4-6dfa5d94a27e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.051678] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.051836] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.051900] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.052175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.052322] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.061561] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 808.542605] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.543072] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.543072] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.543243] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.543388] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.543574] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 50162b3a-55b5-4e84-b4e4-6dfa5d94a27e not found, creating... [ 808.543840] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.544052] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.544172] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.544421] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.544569] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.544898] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.545077] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.545203] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.545410] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.545539] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.545694] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 50162b3a-55b5-4e84-b4e4-6dfa5d94a27e is going to be created. [ 808.569120] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.569364] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.569452] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.569761] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.569981] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.570209] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-50162b3a-55b5-4e84-b4e4-6dfa5d94a27e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.290118] env[67361]: INFO networking_nsxv3.common.synchronization [req-df8f8f0b-292c-4019-b088-7584a0989863 req-6ba576ef-d333-455f-a0bd-41329927540a service nova] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_rules [ 809.290331] env[67361]: INFO networking_nsxv3.common.synchronization [req-df8f8f0b-292c-4019-b088-7584a0989863 req-6ba576ef-d333-455f-a0bd-41329927540a service nova] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 809.290476] env[67361]: INFO networking_nsxv3.common.synchronization [req-df8f8f0b-292c-4019-b088-7584a0989863 req-6ba576ef-d333-455f-a0bd-41329927540a service nova] Enqueued Resource ID: 50162b3a-55b5-4e84-b4e4-6dfa5d94a27e with Priority: HIGHEST for action port [ 809.291585] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_rules [ 809.291705] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 809.291951] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50162b3a-55b5-4e84-b4e4-6dfa5d94a27e with Priority: HIGHEST for action port [ 809.292316] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.292451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.292522] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.292736] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.292817] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.295244] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.295409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.295611] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-50162b3a-55b5-4e84-b4e4-6dfa5d94a27e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.295722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50162b3a-55b5-4e84-b4e4-6dfa5d94a27e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.295789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50162b3a-55b5-4e84-b4e4-6dfa5d94a27e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.295991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50162b3a-55b5-4e84-b4e4-6dfa5d94a27e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.297100] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50162b3a-55b5-4e84-b4e4-6dfa5d94a27e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.365546] env[67361]: INFO networking_nsxv3.common.synchronization [None req-cd691157-7232-4471-a7a1-01da0c308324 None None] Enqueued Resource ID: 3c7303ae-5302-451d-ad34-5ce7d9217c0e with Priority: HIGHEST for action port [ 809.365546] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c7303ae-5302-451d-ad34-5ce7d9217c0e with Priority: HIGHEST for action port [ 809.365695] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c7303ae-5302-451d-ad34-5ce7d9217c0e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.365769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c7303ae-5302-451d-ad34-5ce7d9217c0e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.365769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c7303ae-5302-451d-ad34-5ce7d9217c0e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.366458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c7303ae-5302-451d-ad34-5ce7d9217c0e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.366892] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c7303ae-5302-451d-ad34-5ce7d9217c0e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.569845] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 in Status: SUCCESS [ 809.570065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.799326] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50162b3a-55b5-4e84-b4e4-6dfa5d94a27e with status ACTIVE [ 809.800063] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.800063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.800063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.800880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.800880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.800880] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.801218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.801218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.801361] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.801464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.801734] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.801882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.801979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.804453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.804699] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.804887] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50162b3a-55b5-4e84-b4e4-6dfa5d94a27e is going to be updated. [ 809.806204] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.806435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.830823] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.831074] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.831128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.831383] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.831486] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.831789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50162b3a-55b5-4e84-b4e4-6dfa5d94a27e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.868454] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c7303ae-5302-451d-ad34-5ce7d9217c0e [ 809.869037] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.869290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.870035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.870035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.870035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.870035] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c7303ae-5302-451d-ad34-5ce7d9217c0e already deleted. [ 809.870305] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c7303ae-5302-451d-ad34-5ce7d9217c0e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.072525] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 810.072712] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca deletion is rescheduled due to dependency. [ 810.072823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.073026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.073216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.073398] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.073517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.073580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.073730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.073813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.073907] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.304567] env[67361]: INFO networking_nsxv3.common.synchronization [req-19d2ae5d-2d35-42c5-9517-902240f26eab req-4ad29039-b425-4f84-bb19-8ffc01a71ebf tempest-ServerMetadataNegativeTestJSON-1195449004 tempest-ServerMetadataNegativeTestJSON-1195449004-project-member] Enqueued Resource ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 with Priority: HIGHEST for action security_group_members [ 810.305347] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 with Priority: HIGHEST for action security_group_members [ 810.305639] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02ea84b-6c8d-496e-98b9-57ff716de9f7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.305807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.305946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.306923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.307120] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.307238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.307349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.307568] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.307676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.308691] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c02ea84b-6c8d-496e-98b9-57ff716de9f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.576580] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.763035] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.763035] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-892" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.763035] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-892" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.764698] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-892" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.765016] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.765195] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.765312] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.765582] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.765721] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.765946] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.766098] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.766200] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.766305] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.766408] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.766507] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.766670] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.817266] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.817480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.817480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.817611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.817708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.817903] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.818015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.818084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.818244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.818319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.818401] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 already deleted. [ 810.818480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.824734] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.824896] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.058 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.825067] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.825206] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-892" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.825550] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-0a76da99-4eda-4633-acc7-5cdcf1b15e49 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.825861] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-0a76da99-4eda-4633-acc7-5cdcf1b15e49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.825861] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-0a76da99-4eda-4633-acc7-5cdcf1b15e49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.826154] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-0a76da99-4eda-4633-acc7-5cdcf1b15e49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.826434] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a76da99-4eda-4633-acc7-5cdcf1b15e49',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.079735] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.329103] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.329395] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.329501] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.330126] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.330203] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.330598] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 0a76da99-4eda-4633-acc7-5cdcf1b15e49 not found, creating... [ 811.330991] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.335028] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.335028] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.335028] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.335028] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.335028] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.335028] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.335028] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.335028] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.335028] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.335028] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 0a76da99-4eda-4633-acc7-5cdcf1b15e49 is going to be created. [ 811.359533] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.359812] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.359940] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.360257] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.360488] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.360717] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-0a76da99-4eda-4633-acc7-5cdcf1b15e49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.442796] env[67361]: INFO networking_nsxv3.common.synchronization [None req-ae751741-977e-49ad-86d7-1b33c54ee068 None None] Enqueued Resource ID: 3fe5375e-9577-4b72-b4ad-6b47a9256bae with Priority: HIGHEST for action port [ 811.443363] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe5375e-9577-4b72-b4ad-6b47a9256bae with Priority: HIGHEST for action port [ 811.443649] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fe5375e-9577-4b72-b4ad-6b47a9256bae taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.443777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fe5375e-9577-4b72-b4ad-6b47a9256bae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.443849] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fe5375e-9577-4b72-b4ad-6b47a9256bae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.444310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fe5375e-9577-4b72-b4ad-6b47a9256bae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.444410] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe5375e-9577-4b72-b4ad-6b47a9256bae',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.584393] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.584707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.584707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.584914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.585056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.585187] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 811.621687] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.621953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.622046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.622578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.622804] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.634975] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 811.778371] env[67361]: INFO networking_nsxv3.common.synchronization [None req-d25956f3-cf10-4685-b2e0-bf702b100f34 tempest-ServersTestBootFromVolume-1004535536 tempest-ServersTestBootFromVolume-1004535536-project-member] Enqueued Resource ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 with Priority: HIGHEST for action security_group_rules [ 811.778726] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 with Priority: HIGHEST for action security_group_rules [ 811.779081] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.779272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.779272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.780020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.780020] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f240979-d4fb-4ec3-8c6c-da7ab52dc609',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.911327] env[67361]: INFO networking_nsxv3.common.synchronization [None req-56feaa00-8758-4ff9-a789-f01c67b4c972 tempest-ServersTestBootFromVolume-1004535536 tempest-ServersTestBootFromVolume-1004535536-project-member] Enqueued Resource ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 with Priority: HIGHEST for action security_group_rules [ 811.911883] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 with Priority: HIGHEST for action security_group_rules [ 811.912154] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.912296] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.946670] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fe5375e-9577-4b72-b4ad-6b47a9256bae [ 811.947069] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.947291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.947291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.947479] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.947564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.947661] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fe5375e-9577-4b72-b4ad-6b47a9256bae already deleted. [ 811.947739] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fe5375e-9577-4b72-b4ad-6b47a9256bae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.021867] env[67361]: INFO networking_nsxv3.common.synchronization [req-19d2ae5d-2d35-42c5-9517-902240f26eab req-28bb0274-3379-4941-9da9-7b22e4154351 service nova] Enqueued Resource ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 with Priority: HIGHEST for action security_group_rules [ 812.022237] env[67361]: INFO networking_nsxv3.common.synchronization [req-19d2ae5d-2d35-42c5-9517-902240f26eab req-28bb0274-3379-4941-9da9-7b22e4154351 service nova] Enqueued Resource ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 with Priority: HIGHEST for action security_group_members [ 812.022417] env[67361]: INFO networking_nsxv3.common.synchronization [req-19d2ae5d-2d35-42c5-9517-902240f26eab req-28bb0274-3379-4941-9da9-7b22e4154351 service nova] Enqueued Resource ID: 0a76da99-4eda-4633-acc7-5cdcf1b15e49 with Priority: HIGHEST for action port [ 812.023466] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 with Priority: HIGHEST for action security_group_rules [ 812.023871] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 with Priority: HIGHEST for action security_group_members [ 812.023871] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a76da99-4eda-4633-acc7-5cdcf1b15e49 with Priority: HIGHEST for action port [ 812.024227] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.024531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.024531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.024880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.024980] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02ea84b-6c8d-496e-98b9-57ff716de9f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.025885] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02ea84b-6c8d-496e-98b9-57ff716de9f7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.025991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.026099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.026244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.026394] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.026492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.026549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.028785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.028921] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.029044] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c02ea84b-6c8d-496e-98b9-57ff716de9f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.029962] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a76da99-4eda-4633-acc7-5cdcf1b15e49 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.030140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a76da99-4eda-4633-acc7-5cdcf1b15e49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.030140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a76da99-4eda-4633-acc7-5cdcf1b15e49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.030658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a76da99-4eda-4633-acc7-5cdcf1b15e49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.030752] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a76da99-4eda-4633-acc7-5cdcf1b15e49',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.302899] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.303165] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.303165] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.303529] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.303636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.303703] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 already deleted. [ 812.304045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.304045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.304163] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.304230] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f240979-d4fb-4ec3-8c6c-da7ab52dc609',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.532941] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02ea84b-6c8d-496e-98b9-57ff716de9f7 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.533095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.533533] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c02ea84b-6c8d-496e-98b9-57ff716de9f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.534295] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a76da99-4eda-4633-acc7-5cdcf1b15e49 with status ACTIVE [ 812.534499] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.534649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.534723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.534955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.535062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.535266] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.535373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.535445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.535637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.535716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.535932] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.536422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.536514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.536705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.536781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.536878] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a76da99-4eda-4633-acc7-5cdcf1b15e49 is going to be updated. [ 812.568708] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.568708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.568708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.568708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.569359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.569359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a76da99-4eda-4633-acc7-5cdcf1b15e49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.830693] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.830693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.830693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.830693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.830693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.830693] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 already deleted. [ 812.830693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.039576] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c02ea84b-6c8d-496e-98b9-57ff716de9f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.117460] env[67361]: INFO networking_nsxv3.common.synchronization [req-50f9afea-8c38-4326-8dd5-8119190cd084 req-c6337257-4374-4639-be1e-50a4902fac3a tempest-ServersTestJSON-590728185 tempest-ServersTestJSON-590728185-project-member] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 813.117460] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 813.117917] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.118230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.118374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.118763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.120562] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.120562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.120562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.120562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.120562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.120562] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.543365] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.543365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.543365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.543365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.543365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.543365] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 is going to be created. [ 813.581510] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.581510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.581510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.581510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.581510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.595863] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 in Status: UNINITIALIZED for 2s [ 813.619143] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.619415] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.619612] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.620207] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.620591] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.620825] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.621029] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.621395] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.621590] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.621861] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.622021] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.622198] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.622359] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.622547] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.622698] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.622894] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.625226] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.625459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.625459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.625948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.625948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.626168] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.626256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.626256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.626447] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.626563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.626686] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 already deleted. [ 813.626786] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.649133] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 813.649430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.650168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.650477] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.651078] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.651078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.651078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.651262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.651357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.651487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.651624] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.653871] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.654113] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.654311] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.654548] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.654974] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.655292] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.655470] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.655871] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.656085] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.159709] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.160254] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.160254] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.160474] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.160567] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.160689] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2 not found, creating... [ 814.160988] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.161200] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.161308] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.161541] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.161714] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.162060] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.162275] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.162399] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.162680] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.162845] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.163240] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2 is going to be created. [ 814.164609] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.164754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.165025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.165025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.165197] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.165197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.165315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.165567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.165567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.165567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.165809] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.165905] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.165905] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.166082] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.166247] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.166381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.166442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.166586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.166853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.166853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.166853] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.188776] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.188932] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.189077] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.189283] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.189501] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.189720] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.671148] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ebb203a-be70-4814-898f-218d9b9f6fca: rpc.has_security_group_logging(os_id): False [ 814.689818] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.689818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.689818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.689818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.689818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.690186] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.690959] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.690959] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.690959] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.690959] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.690959] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.691241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.691335] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.691548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.691705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.691955] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.692155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.692492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.692492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.692574] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.694125] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 814.764247] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.764247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.764247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.764531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.764599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.792610] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 814.920854] env[67361]: INFO networking_nsxv3.common.synchronization [req-50f9afea-8c38-4326-8dd5-8119190cd084 req-fe653cf9-6ab0-42f6-aa92-13769b6beda9 service nova] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_rules [ 814.921818] env[67361]: INFO networking_nsxv3.common.synchronization [req-50f9afea-8c38-4326-8dd5-8119190cd084 req-fe653cf9-6ab0-42f6-aa92-13769b6beda9 service nova] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 814.921818] env[67361]: INFO networking_nsxv3.common.synchronization [req-50f9afea-8c38-4326-8dd5-8119190cd084 req-fe653cf9-6ab0-42f6-aa92-13769b6beda9 service nova] Enqueued Resource ID: 92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2 with Priority: HIGHEST for action port [ 814.921818] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_rules [ 814.921818] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 814.921818] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2 with Priority: HIGHEST for action port [ 814.922184] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.922364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.922364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.922612] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.922697] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.924803] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.924939] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.925016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.925190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.925341] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.925461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.925499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.925623] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.925703] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.925791] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.926856] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.927777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.927777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.927777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.927777] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.101520] env[67361]: INFO networking_nsxv3.common.synchronization [req-ee9f598d-9029-4f44-86a7-8de1bfb214ec req-20eb0fa5-015f-4de6-9c7f-54ddcbd98bc3 tempest-ServersAdminTestJSON-431986726 tempest-ServersAdminTestJSON-431986726-project-member] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 815.102173] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 815.102493] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.102617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.102691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.102893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.103562] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.103562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.103562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.103725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.104956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.104956] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.355924] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.356236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.356236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.356902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.356902] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.430673] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.430673] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.430673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.430673] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2 with status ACTIVE [ 815.431039] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.431039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.431039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.431867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.431867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.431867] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.431867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.431867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.431867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.432531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.434636] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.434636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.434636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.434636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.434636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.434636] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2 is going to be updated. [ 815.456084] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.456287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.456287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.457100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.457100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.457100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92f4c5b5-1d37-4bf1-90c2-0311ad4b11b2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.606833] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.609372] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 in Status: SUCCESS [ 815.609525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.609763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.610192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.610192] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.610369] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.610369] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.610540] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.610573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.610683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.611046] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c02ea84b-6c8d-496e-98b9-57ff716de9f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.860695] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.937150] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.114015] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.114214] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02ea84b-6c8d-496e-98b9-57ff716de9f7 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.114488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.114694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.114978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.115214] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.115408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.115492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.115697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.115826] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.115952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.116156] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02ea84b-6c8d-496e-98b9-57ff716de9f7 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.116411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.116411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.117592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.117592] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.117592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.117592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.117592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.117592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.117592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.117592] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c02ea84b-6c8d-496e-98b9-57ff716de9f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.364103] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.443314] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.444060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.444060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.444441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.444441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.444441] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be created. [ 816.485217] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.485530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.485617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.486124] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.486289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.501260] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: UNINITIALIZED for 2s [ 816.619632] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.620074] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.620576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.621114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.621264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.621390] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be updated. [ 816.622869] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c02ea84b-6c8d-496e-98b9-57ff716de9f7: rpc.has_security_group_logging(os_id): False [ 816.642602] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.642728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.642728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.642919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.643069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.643681] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.643866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.644019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.644162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.644262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.644386] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.644492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.644854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.645069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.645165] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.645403] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.645487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.645659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.645756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.645838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.645938] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 is going to be created. [ 816.664108] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.664276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.664317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.664540] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.664681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.675683] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 2s [ 816.730439] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.731785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.731785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.733448] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.733448] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.749493] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 in Status: IN_PROGRESS for 2s [ 816.831641] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 816.831921] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.866879] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 816.867082] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 817.905687] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.906209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.907048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.907402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.919616] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 817.920550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.922622] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 817.926964] env[67361]: INFO networking_nsxv3.common.synchronization [req-087ebc97-3bb9-4f24-ba5f-a58bb8e1efaa req-ff029923-a885-41ec-acaa-a35c2e9ef319 tempest-ServersTestJSON-2076141200 tempest-ServersTestJSON-2076141200-project-member] Enqueued Resource ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff with Priority: HIGHEST for action security_group_members [ 817.927586] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff with Priority: HIGHEST for action security_group_members [ 817.927897] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-710df1e1-2b9e-4703-8edb-8f1949a912ff taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.928103] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.928200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.928487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.928644] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.929069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.929069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.929069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.929173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.929236] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('710df1e1-2b9e-4703-8edb-8f1949a912ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.950399] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.950560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.950608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.950815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.962747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.964648] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 817.964648] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.964648] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 818.001827] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.002099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.002099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.002214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.005289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.005289] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 818.081099] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.081349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.081453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.081732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.082014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.082730] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 818.165331] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.165502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.165550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.165778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.165983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.166237] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 818.166340] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6fffb7d4-2a02-4eb5-a98a-e84130bcaa30', 'eb88b5f8-1721-4efd-8e0b-182e88a4e3f6', '74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e', '38b03731-337b-4147-8a04-7747fd88812a', 'd35adc82-a1ec-4f65-b7b7-11c04179607e', '4bc2cb74-f9ba-4585-b0d2-d11fe5a14894', '158f927e-6118-478d-9789-63923237d30a', '185d62e4-c1ad-4ee2-87b4-9074e4497f4e', 'c02ea84b-6c8d-496e-98b9-57ff716de9f7', '1ac7e7b3-d45f-4589-80b6-d641e9082859', '12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6', '002977f3-3d01-4c13-bb61-2a76843f7d08', '3c229907-23f1-4550-822e-a1036fb15a5b', '72d647b9-2f5b-4193-9337-65712b35dfa8', 'd9ec87d2-fd30-4d54-821c-13924ae6b718', '21e00299-b157-4633-b372-3dc98a89690c', 'ef6435a4-424d-4d67-ba44-d0e371bcff86', '04ed1fd2-6791-479a-9ffd-a06149620d26', '15e26741-0bd7-45d5-bfc0-8df098da01e2', '52bae7d9-0298-4522-98bc-bf3a1fa72d41', '377a7306-03cc-4abd-839e-3101d2d30df9', 'ceacf2e0-2121-4a42-8441-8f3c622c73e8', '31227000-8068-4780-b5a5-0c1e647ca8f6', '6ca7b9f3-756b-4ae5-a2b8-1f5638637d04', 'bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5', '9ebb203a-be70-4814-898f-218d9b9f6fca', '8a9baff9-438b-4c15-8de6-dd29aa07530c', 'd465863d-7ae1-4444-b5c3-1b8d31ff9c58', '1ea729d1-1788-4efa-ae5e-451487b2554b', '1ca6f60f-a573-468e-b0c3-83a767333e25', '63f93ce4-afcc-472d-a320-b960d2aa8803', '1c44399d-288d-4fc0-88ee-ea3b9425d7cd', '215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8', '6e799d63-1ac7-4dad-b82e-f9843d6aef2b', '710df1e1-2b9e-4703-8edb-8f1949a912ff'} {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.166765] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 818.190722] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.190722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.190722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.190722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.190722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.190722] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 818.190722] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.190722] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 818.257226] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.257445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.257445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.258289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.259116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.259423] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 818.259541] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.259625] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 818.259799] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 818.259916] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 818.259996] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 with Priority: HIGH for action security_group_rules [ 818.260085] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGH for action security_group_rules [ 818.260152] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGH for action security_group_rules [ 818.260213] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGH for action security_group_rules [ 818.260276] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGH for action security_group_rules [ 818.260336] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGH for action security_group_rules [ 818.260397] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 158f927e-6118-478d-9789-63923237d30a with Priority: HIGH for action security_group_rules [ 818.260457] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e with Priority: HIGH for action security_group_rules [ 818.260519] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 with Priority: HIGH for action security_group_rules [ 818.260598] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 with Priority: HIGH for action security_group_rules [ 818.260632] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGH for action security_group_rules [ 818.260685] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGH for action security_group_rules [ 818.260745] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c229907-23f1-4550-822e-a1036fb15a5b with Priority: HIGH for action security_group_rules [ 818.260803] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 with Priority: HIGH for action security_group_rules [ 818.261114] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGH for action security_group_rules [ 818.261114] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21e00299-b157-4633-b372-3dc98a89690c with Priority: HIGH for action security_group_rules [ 818.261114] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 with Priority: HIGH for action security_group_rules [ 818.261114] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGH for action security_group_rules [ 818.261258] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGH for action security_group_rules [ 818.261258] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 with Priority: HIGH for action security_group_rules [ 818.261325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.431923] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.432216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.432216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.432447] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.453260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.453511] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.453667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.453739] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.453983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.454071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.454264] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff is going to be updated. [ 818.481366] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.481551] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.481591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.481896] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.482071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.493430] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff in Status: IN_PROGRESS for 2s [ 818.510189] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 818.510386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.510550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.510787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.510994] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.511126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.511191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.511341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.511418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.511501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.511664] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.687396] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 818.687576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.765569] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 in Status: SUCCESS [ 818.766176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.015603] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.016060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.016060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.016247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.016371] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.016521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.016609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.016811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.016925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.017070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.017330] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.017330] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.017484] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.017607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.017829] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.017969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.018066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.018359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.018359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.018462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.018578] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.102400] env[67361]: INFO networking_nsxv3.common.synchronization [None req-3cbdce71-a25b-4399-bf28-c713cec0c7fb None None] Enqueued Resource ID: 26503109-9e83-47fd-a142-7655663cc89d with Priority: HIGHEST for action port [ 819.103314] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26503109-9e83-47fd-a142-7655663cc89d with Priority: HIGHEST for action port [ 819.103482] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 with Priority: HIGH for action security_group_rules [ 819.103621] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGH for action security_group_rules [ 819.103795] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158f927e-6118-478d-9789-63923237d30a with Priority: HIGH for action security_group_rules [ 819.103889] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGH for action security_group_rules [ 819.103978] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 with Priority: HIGH for action security_group_rules [ 819.104158] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 with Priority: HIGH for action security_group_rules [ 819.104278] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGH for action security_group_rules [ 819.104373] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 with Priority: HIGH for action security_group_rules [ 819.104466] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 with Priority: HIGH for action security_group_rules [ 819.104547] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e00299-b157-4633-b372-3dc98a89690c with Priority: HIGH for action security_group_rules [ 819.104633] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c229907-23f1-4550-822e-a1036fb15a5b with Priority: HIGH for action security_group_rules [ 819.104717] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGH for action security_group_rules [ 819.104926] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGH for action security_group_rules [ 819.105089] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 with Priority: HIGH for action security_group_rules [ 819.105240] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 with Priority: HIGH for action security_group_rules [ 819.105370] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGH for action security_group_rules [ 819.105484] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e with Priority: HIGH for action security_group_rules [ 819.105578] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGH for action security_group_rules [ 819.105675] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGH for action security_group_rules [ 819.105760] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGH for action security_group_rules [ 819.106528] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-26503109-9e83-47fd-a142-7655663cc89d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.106686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26503109-9e83-47fd-a142-7655663cc89d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.106780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26503109-9e83-47fd-a142-7655663cc89d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.107096] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26503109-9e83-47fd-a142-7655663cc89d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.107183] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26503109-9e83-47fd-a142-7655663cc89d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.108672] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.108940] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.108940] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.109326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.109326] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fffb7d4-2a02-4eb5-a98a-e84130bcaa30',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.110131] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.110216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.110255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.110415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.110485] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.111296] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-158f927e-6118-478d-9789-63923237d30a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.111408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.111516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.111617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.111723] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('158f927e-6118-478d-9789-63923237d30a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.112814] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ec87d2-fd30-4d54-821c-13924ae6b718 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.112972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.112972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.113147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.113217] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.114332] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52bae7d9-0298-4522-98bc-bf3a1fa72d41 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.114462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.114561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.114663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.114736] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52bae7d9-0298-4522-98bc-bf3a1fa72d41',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.115650] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15e26741-0bd7-45d5-bfc0-8df098da01e2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.116174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.116174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.116482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.116575] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15e26741-0bd7-45d5-bfc0-8df098da01e2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.117501] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ed1fd2-6791-479a-9ffd-a06149620d26 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.117672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.117672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.117807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.117873] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ed1fd2-6791-479a-9ffd-a06149620d26',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.118893] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef6435a4-424d-4d67-ba44-d0e371bcff86 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.119042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.119098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.119283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.119350] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef6435a4-424d-4d67-ba44-d0e371bcff86',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.120325] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d647b9-2f5b-4193-9337-65712b35dfa8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.120483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.120541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.120725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.120793] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d647b9-2f5b-4193-9337-65712b35dfa8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.121042] env[67361]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 819.122505] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e00299-b157-4633-b372-3dc98a89690c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.122635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.122685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.122818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.122911] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e00299-b157-4633-b372-3dc98a89690c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.124046] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c229907-23f1-4550-822e-a1036fb15a5b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.124782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.124782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.124782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.124782] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c229907-23f1-4550-822e-a1036fb15a5b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.125566] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-002977f3-3d01-4c13-bb61-2a76843f7d08 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.125729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.125806] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.126371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.126371] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('002977f3-3d01-4c13-bb61-2a76843f7d08',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.126861] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.127022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.127022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.127716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.127716] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.128503] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ac7e7b3-d45f-4589-80b6-d641e9082859 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.128653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.128784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.128849] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.128912] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ac7e7b3-d45f-4589-80b6-d641e9082859',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.129780] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.129914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.130016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.130094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.130168] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02ea84b-6c8d-496e-98b9-57ff716de9f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.131052] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.131164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.131238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.131329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.131402] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.132285] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185d62e4-c1ad-4ee2-87b4-9074e4497f4e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.132410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.132473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.132601] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.132667] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185d62e4-c1ad-4ee2-87b4-9074e4497f4e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.133457] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.133560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.133630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.133760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.133827] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.134606] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.134703] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.134824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.134910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.135020] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.135202] env[67361]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 819.135959] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.136176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.136176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.136622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.136622] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.521573] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00db7729-6d15-4015-b5d1-85c80e2b5439: rpc.has_security_group_logging(os_id): False [ 819.548047] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.548047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.548047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.548047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.548047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.548047] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.548047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.548519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.549470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.549617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.549876] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.550047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.550135] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.550325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.550430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.550663] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.550951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.550951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.551243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.551382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.551501] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be created. [ 819.621336] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.622713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.622713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.622713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.622713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.634932] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 819.638836] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.638836] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.638836] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.638836] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.639989] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.639989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.639989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.640126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.640158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.640317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.640405] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.642173] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.642173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.642173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.642173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.642426] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.642474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.642722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.642722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.642809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.642962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.643042] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fffb7d4-2a02-4eb5-a98a-e84130bcaa30',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.644327] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26503109-9e83-47fd-a142-7655663cc89d [ 819.644587] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.644682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.644884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.645057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.645178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.645326] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26503109-9e83-47fd-a142-7655663cc89d already deleted. [ 819.645604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26503109-9e83-47fd-a142-7655663cc89d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.665973] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.666235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.666320] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.666785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.666785] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.666958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.666958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.667073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.667151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.667242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.667332] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.670514] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.670644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.670746] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.670970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.671186] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.671315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.673166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.673166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.673166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.673166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.673166] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.673868] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ed1fd2-6791-479a-9ffd-a06149620d26 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.674290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.674366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.674522] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.674671] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.674767] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.674820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.674965] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.675045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.675122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.675233] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04ed1fd2-6791-479a-9ffd-a06149620d26',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.676843] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-002977f3-3d01-4c13-bb61-2a76843f7d08 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.676952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.677141] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.677208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.677986] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.677986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.677986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.677986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.678187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.678187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.678264] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('002977f3-3d01-4c13-bb61-2a76843f7d08',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.680982] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.681171] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.681236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.682950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.682950] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.682950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.682950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.682950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.682950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.682950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.682950] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.683331] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02ea84b-6c8d-496e-98b9-57ff716de9f7 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.683331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.683331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.683934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.683934] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.683934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.683934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.683934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.684213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.684213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.684213] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c02ea84b-6c8d-496e-98b9-57ff716de9f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.684912] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.685532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.685532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.685532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.685532] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.685532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.685532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.685796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.685796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.685796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.685944] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.686658] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ec87d2-fd30-4d54-821c-13924ae6b718 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.686759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.686759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.686941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.687216] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.687216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.687216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.687347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.687448] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.687495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.687627] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.689726] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.690049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.690049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.690166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.690317] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.690409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.690481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.690742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.690742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.690832] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.690889] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.744222] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.744399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.744582] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.744759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.749612] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.749747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.751505] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.751610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.755188] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.755344] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.756367] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.756462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.757385] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.757474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.758485] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.758585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.759970] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.760087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.761409] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.761509] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.776635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.776635] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ac7e7b3-d45f-4589-80b6-d641e9082859 is going to be deleted. [ 819.777393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.777647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.780919] env[67361]: INFO networking_nsxv3.common.synchronization [req-04c58afe-52ec-4188-b53b-bc63b501229d req-a0ac8804-5b00-41c8-8494-64f87cbc5fcb tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 with Priority: HIGHEST for action security_group_members [ 819.781542] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 with Priority: HIGHEST for action security_group_members [ 819.781815] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.781935] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.781997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.782247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.782405] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.782501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.782564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.782708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.782819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.782898] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dd7c5f3-18f5-4313-8148-7e6da91b19a7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.799916] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.800132] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52bae7d9-0298-4522-98bc-bf3a1fa72d41 is going to be deleted. [ 819.801310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.801423] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.832024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.832024] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 158f927e-6118-478d-9789-63923237d30a is going to be deleted. [ 819.834974] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.834974] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.865746] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.865939] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c229907-23f1-4550-822e-a1036fb15a5b is going to be deleted. [ 819.867297] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.867763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.871047] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.871047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.874158] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.874158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.892908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.892908] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185d62e4-c1ad-4ee2-87b4-9074e4497f4e is going to be deleted. [ 819.894720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.894720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.898367] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.898367] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.921646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.921646] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d647b9-2f5b-4193-9337-65712b35dfa8 is going to be deleted. [ 819.921646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.921646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.986892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.987177] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef6435a4-424d-4d67-ba44-d0e371bcff86 is going to be deleted. [ 819.990579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.990902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.027871] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.028295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.029806] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.029806] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.035021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.035189] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e00299-b157-4633-b372-3dc98a89690c is going to be deleted. [ 820.036490] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.036490] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.106185] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.106185] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.134757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.135468] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15e26741-0bd7-45d5-bfc0-8df098da01e2 is going to be deleted. [ 820.137086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.137086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.137086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.137260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ac7e7b3-d45f-4589-80b6-d641e9082859" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.138210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.138210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.138210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.138210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52bae7d9-0298-4522-98bc-bf3a1fa72d41" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.138643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.139203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.139267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.141601] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-158f927e-6118-478d-9789-63923237d30a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.141857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.142027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.142173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.142321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185d62e4-c1ad-4ee2-87b4-9074e4497f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.142574] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.142861] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.142962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.143044] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c229907-23f1-4550-822e-a1036fb15a5b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.143239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.143460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.143576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.143751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d647b9-2f5b-4193-9337-65712b35dfa8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.147390] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.148970] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.149565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.149565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.149565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.150077] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.150263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.150326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.150561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.152726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.152917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.153227] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.153397] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.153500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.153774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.154024] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.154193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.154285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.154528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.154654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.154803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.154952] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fffb7d4-2a02-4eb5-a98a-e84130bcaa30',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.174063] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.180190] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04ed1fd2-6791-479a-9ffd-a06149620d26',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.181304] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.181657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.181657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.181790] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.181848] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.181951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.182674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.182674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.182674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.182674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.182674] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.182674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.182674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.182999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.182999] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.182999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.183154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.183154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.183238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.183451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.183451] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.197529] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.197793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.197793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.197896] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.198993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.198993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e00299-b157-4633-b372-3dc98a89690c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.199531] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.200580] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('002977f3-3d01-4c13-bb61-2a76843f7d08',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.204351] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.205054] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.205194] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.205262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.205462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.205629] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.205728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.205783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.205938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.206025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.206114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.206259] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.206348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.206400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.206538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.206853] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.206971] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.207035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.207185] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.207258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.207339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.207424] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.208297] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02ea84b-6c8d-496e-98b9-57ff716de9f7 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.208407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.208478] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.208620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.209225] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.209401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.209401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.209544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.209623] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.209757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.209867] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02ea84b-6c8d-496e-98b9-57ff716de9f7 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.209946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.209999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.210144] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.210280] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.210368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.210420] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.210546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.210621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.210690] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.210766] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c02ea84b-6c8d-496e-98b9-57ff716de9f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.212157] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.212252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.212308] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.212467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.212613] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.212695] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.212743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.212881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.213101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.213281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.213438] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.213532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.213585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.213726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.213862] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.213952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.214017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.214162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.214234] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.214313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.214397] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.216873] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.216873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.216873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.217196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.217196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.217196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef6435a4-424d-4d67-ba44-d0e371bcff86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.286323] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.288256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.288256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.288256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.288256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.288256] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.288256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.288256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.288256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.288256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.288256] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 already deleted. [ 820.288256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.296597] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.296597] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.296597] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.296597] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.296597] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.296597] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.296597] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.296597] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.296597] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.296597] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.296597] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.296597] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.296597] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.297397] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.297397] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.297397] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.304594] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.304788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.304860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.305115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.305252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.305410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15e26741-0bd7-45d5-bfc0-8df098da01e2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.381716] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.381893] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.086 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.384810] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.384810] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.384810] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-3cbef4b8-316b-4f67-a658-e9037830d5ef taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.384810] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-3cbef4b8-316b-4f67-a658-e9037830d5ef" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.384810] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-3cbef4b8-316b-4f67-a658-e9037830d5ef" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.384810] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-3cbef4b8-316b-4f67-a658-e9037830d5ef" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.384810] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cbef4b8-316b-4f67-a658-e9037830d5ef',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.506240] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff in Status: SUCCESS [ 820.506722] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710df1e1-2b9e-4703-8edb-8f1949a912ff deletion is rescheduled due to dependency. [ 820.508149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710df1e1-2b9e-4703-8edb-8f1949a912ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.659629] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e: rpc.has_security_group_logging(os_id): False [ 820.659797] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30: rpc.has_security_group_logging(os_id): False [ 820.676888] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894: rpc.has_security_group_logging(os_id): False [ 820.685735] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04ed1fd2-6791-479a-9ffd-a06149620d26: rpc.has_security_group_logging(os_id): False [ 820.687224] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38b03731-337b-4147-8a04-7747fd88812a: rpc.has_security_group_logging(os_id): False [ 820.692323] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.692476] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.692570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.692845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.694852] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.694977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.701938] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ec87d2-fd30-4d54-821c-13924ae6b718: rpc.has_security_group_logging(os_id): False [ 820.703476] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 002977f3-3d01-4c13-bb61-2a76843f7d08: rpc.has_security_group_logging(os_id): False [ 820.713142] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb88b5f8-1721-4efd-8e0b-182e88a4e3f6: rpc.has_security_group_logging(os_id): False [ 820.714796] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6: rpc.has_security_group_logging(os_id): False [ 820.718896] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c02ea84b-6c8d-496e-98b9-57ff716de9f7: rpc.has_security_group_logging(os_id): False [ 820.720109] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d35adc82-a1ec-4f65-b7b7-11c04179607e: rpc.has_security_group_logging(os_id): False [ 820.743786] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.743786] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.751467] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.751808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.756154] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.756701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.758630] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.758962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.762917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.763670] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.764119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.764386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.764832] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.765056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.765319] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be updated. [ 820.769042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.769042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.770729] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.770945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.775617] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.775696] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.776769] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.776891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.778418] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.778418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.779379] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.780041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.807619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.809451] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.809451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.809451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.809451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.809451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.809451] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.810177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.810410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.810722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.810907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.814030] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.814030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.814030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.814030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.814030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.814030] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 is going to be updated. [ 820.814030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.814030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.856229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.856229] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.856229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.856229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.856229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.856229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.856229] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 is going to be updated. [ 820.856229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.856229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.889031] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.889031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.889031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.889031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.889031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.889031] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 3cbef4b8-316b-4f67-a658-e9037830d5ef not found, creating... [ 820.889031] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.889031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.889031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.889031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.889031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.893395] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.893395] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.893395] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.893395] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.893395] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.893395] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 3cbef4b8-316b-4f67-a658-e9037830d5ef is going to be created. [ 820.910242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.910242] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.910242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.910242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.910242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.910242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.910242] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 is going to be updated. [ 820.911975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.912567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.930350] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.930350] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.930350] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.930350] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.932708] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.932708] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-3cbef4b8-316b-4f67-a658-e9037830d5ef" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.948824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.948824] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.948824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.948824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.950021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.950021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.950021] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 is going to be updated. [ 820.950971] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.951405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.969664] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.969664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.983079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.983079] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.983079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.983079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.983079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.983079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.983079] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.983079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.983079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.983079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.983079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.983079] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.983079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.983079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.984281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.984631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.984849] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 is going to be updated. [ 820.986789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.987407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.000083] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.000083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.010429] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.010429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.017207] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.017207] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.017207] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.017207] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.017949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.018273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.019057] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.019326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.019492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.025599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.025599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.025599] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.025599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.025599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.025599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.025599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.025599] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 821.025599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.025599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.028272] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.028640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.083013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.083320] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.083439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.083502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.083880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.083970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.084224] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.084377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.084451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.084636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.084803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.084900] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.085041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.085076] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.085204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.085297] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.085392] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38b03731-337b-4147-8a04-7747fd88812a is going to be updated. [ 821.086638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.086789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.118684] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.119080] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.167272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.167599] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.167703] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.167764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.167977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.168100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.168175] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 is going to be updated. [ 821.169436] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.169635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.173582] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.173773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.259864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.260200] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.260308] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.260371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.260560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.260644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.260740] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 is going to be updated. [ 821.261880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.262211] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.262369] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.263379] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.263570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.310055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.311651] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.311651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.311651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.311651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.311651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.311651] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.311651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.311651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.311651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.311651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.312198] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.312198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.312198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.313646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.313646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.313646] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 is going to be updated. [ 821.314175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.314371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.314519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.315795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.315840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.315997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.317397] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.317619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.317714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.319014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.323088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.323088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.323088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.323088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.323088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.340655] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 in Status: IN_PROGRESS for 2s [ 821.368190] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.368445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.368555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.372022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.372022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.376116] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: IN_PROGRESS for 2s [ 821.384670] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 in Status: IN_PROGRESS for 2s [ 821.385408] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 821.385622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.386281] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: IN_PROGRESS for 2s [ 821.414546] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.414546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.414546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.414546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.414546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.422055] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.422481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.422589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.422799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.423020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.569546] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: IN_PROGRESS for 2s [ 821.572019] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: IN_PROGRESS for 2s [ 821.572922] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 821.573656] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: IN_PROGRESS for 2s [ 821.591859] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.592029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.592115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.592329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.592475] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.651817] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 in Status: IN_PROGRESS for 2s [ 821.681218] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 821.681525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.694986] env[67361]: INFO networking_nsxv3.common.synchronization [req-04c58afe-52ec-4188-b53b-bc63b501229d req-972f52d3-2e83-4705-b398-19f04eff4e8c service nova] Enqueued Resource ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 with Priority: HIGHEST for action security_group_rules [ 821.695230] env[67361]: INFO networking_nsxv3.common.synchronization [req-04c58afe-52ec-4188-b53b-bc63b501229d req-972f52d3-2e83-4705-b398-19f04eff4e8c service nova] Enqueued Resource ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 with Priority: HIGHEST for action security_group_members [ 821.695422] env[67361]: INFO networking_nsxv3.common.synchronization [req-04c58afe-52ec-4188-b53b-bc63b501229d req-972f52d3-2e83-4705-b398-19f04eff4e8c service nova] Enqueued Resource ID: 3cbef4b8-316b-4f67-a658-e9037830d5ef with Priority: HIGHEST for action port [ 821.697731] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 with Priority: HIGHEST for action security_group_rules [ 821.697731] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 with Priority: HIGHEST for action security_group_members [ 821.697731] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbef4b8-316b-4f67-a658-e9037830d5ef with Priority: HIGHEST for action port [ 821.697731] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.697731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.698092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.698092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.698092] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dd7c5f3-18f5-4313-8148-7e6da91b19a7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.699627] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.699627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.699627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.699627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.699627] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.699967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.699967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.699967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.699967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.700097] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dd7c5f3-18f5-4313-8148-7e6da91b19a7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.701599] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cbef4b8-316b-4f67-a658-e9037830d5ef taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.701599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cbef4b8-316b-4f67-a658-e9037830d5ef" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.701599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cbef4b8-316b-4f67-a658-e9037830d5ef" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.701599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cbef4b8-316b-4f67-a658-e9037830d5ef" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.701599] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cbef4b8-316b-4f67-a658-e9037830d5ef',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.717427] env[67361]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 821.718193] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.718193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.718348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.718502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.718625] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.762238] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 in Status: IN_PROGRESS for 2s [ 822.203201] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.203486] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.203486] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dd7c5f3-18f5-4313-8148-7e6da91b19a7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.207346] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cbef4b8-316b-4f67-a658-e9037830d5ef with status ACTIVE [ 822.207631] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.207830] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.207946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.208252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.208393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.208632] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.208808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.208879] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.209169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.209271] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.209503] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.209627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.209695] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.209883] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.209961] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.210083] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cbef4b8-316b-4f67-a658-e9037830d5ef is going to be updated. [ 822.237588] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.237742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.237915] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.238081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.238431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.238431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cbef4b8-316b-4f67-a658-e9037830d5ef" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.705880] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dd7c5f3-18f5-4313-8148-7e6da91b19a7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.146896] env[67361]: INFO networking_nsxv3.common.synchronization [None req-09e1fd01-d33b-4ada-b8bf-9acf5a58b3c8 None None] Enqueued Resource ID: cff28a20-d630-4b84-890c-c06bc1f63e82 with Priority: HIGHEST for action port [ 823.147515] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff28a20-d630-4b84-890c-c06bc1f63e82 with Priority: HIGHEST for action port [ 823.148849] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-cff28a20-d630-4b84-890c-c06bc1f63e82 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.149097] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cff28a20-d630-4b84-890c-c06bc1f63e82" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.150474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cff28a20-d630-4b84-890c-c06bc1f63e82" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.150474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cff28a20-d630-4b84-890c-c06bc1f63e82" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.150623] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cff28a20-d630-4b84-890c-c06bc1f63e82',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.208998] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.209430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.209430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.209430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.209535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.209976] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 is going to be created. [ 823.239435] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.239882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.239882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.240099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.240306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.255041] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 in Status: UNINITIALIZED for 2s [ 823.359362] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 in Status: SUCCESS [ 823.359667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.392162] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: SUCCESS [ 823.392381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.410483] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: SUCCESS [ 823.410483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.410483] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 in Status: SUCCESS [ 823.410483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.545906] env[67361]: INFO networking_nsxv3.common.synchronization [req-31a656dd-13d6-4a26-87cf-35fde5125a4a req-e76bf008-603f-4cec-8aee-f724fb5c6f92 tempest-AttachInterfacesUnderV243Test-1437578253 tempest-AttachInterfacesUnderV243Test-1437578253-project-member] Enqueued Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_members [ 823.547916] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_members [ 823.548300] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f93ce4-afcc-472d-a320-b960d2aa8803 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.548472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.548560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.548747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.548879] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.548979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.549070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.549212] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.549323] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.549385] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.589023] env[67361]: INFO networking_nsxv3.common.synchronization [req-31a656dd-13d6-4a26-87cf-35fde5125a4a req-e76bf008-603f-4cec-8aee-f724fb5c6f92 tempest-AttachInterfacesUnderV243Test-1437578253 tempest-AttachInterfacesUnderV243Test-1437578253-project-member] Enqueued Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_rules [ 823.589023] env[67361]: INFO networking_nsxv3.common.synchronization [req-31a656dd-13d6-4a26-87cf-35fde5125a4a req-e76bf008-603f-4cec-8aee-f724fb5c6f92 tempest-AttachInterfacesUnderV243Test-1437578253 tempest-AttachInterfacesUnderV243Test-1437578253-project-member] Enqueued Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_members [ 823.589023] env[67361]: INFO networking_nsxv3.common.synchronization [req-31a656dd-13d6-4a26-87cf-35fde5125a4a req-e76bf008-603f-4cec-8aee-f724fb5c6f92 tempest-AttachInterfacesUnderV243Test-1437578253 tempest-AttachInterfacesUnderV243Test-1437578253-project-member] Enqueued Resource ID: d642b497-fea8-44b7-b053-7a70c199b347 with Priority: HIGHEST for action port [ 823.589908] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_rules [ 823.590184] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_members [ 823.590433] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d642b497-fea8-44b7-b053-7a70c199b347 with Priority: HIGHEST for action port [ 823.591543] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f93ce4-afcc-472d-a320-b960d2aa8803 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.591543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.591725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.592183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.592183] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.592997] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f93ce4-afcc-472d-a320-b960d2aa8803 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.596924] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.597344] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-d642b497-fea8-44b7-b053-7a70c199b347 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.597484] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.597632] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.597813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.597894] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d642b497-fea8-44b7-b053-7a70c199b347',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.599720] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: SUCCESS [ 823.600069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.604669] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: SUCCESS [ 823.605352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.605914] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: SUCCESS [ 823.606816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.607137] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 823.607368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.654443] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cff28a20-d630-4b84-890c-c06bc1f63e82 [ 823.654529] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.654728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.654898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.655178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.655293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.655410] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cff28a20-d630-4b84-890c-c06bc1f63e82 already deleted. [ 823.655503] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cff28a20-d630-4b84-890c-c06bc1f63e82" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.671223] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 in Status: SUCCESS [ 823.671223] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.785385] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 in Status: SUCCESS [ 823.785385] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.052163] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.104669] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f93ce4-afcc-472d-a320-b960d2aa8803 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.104763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.110019] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d642b497-fea8-44b7-b053-7a70c199b347 with status ACTIVE [ 824.110019] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.110019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.110019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.110019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.110262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.110448] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.110448] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.110542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.111182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.111182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.111182] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.111182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.111466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.111466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.111466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.111560] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d642b497-fea8-44b7-b053-7a70c199b347 is going to be updated. [ 824.137031] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.137213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.137253] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.137461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.137599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.137766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.555826] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.061063] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.061063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.061063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.061063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.061063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.061063] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 is going to be updated. [ 825.100466] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.100709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.100709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.100880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.101034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.112660] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 in Status: IN_PROGRESS for 2s [ 825.229888] env[67361]: INFO networking_nsxv3.common.synchronization [req-1ca6b362-f480-4782-9af8-7e0e59f82316 req-39946c8f-0d51-4344-b75b-b45fe3b335b3 tempest-InstanceActionsTestJSON-373990733 tempest-InstanceActionsTestJSON-373990733-project-member] Enqueued Resource ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 with Priority: HIGHEST for action security_group_members [ 825.230583] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 with Priority: HIGHEST for action security_group_members [ 825.230900] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.231036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.231099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.231300] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.231452] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.232591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.232591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.232591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.232591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.232591] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fffb7d4-2a02-4eb5-a98a-e84130bcaa30',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.277989] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 in Status: SUCCESS [ 825.277989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.278494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.278770] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.278958] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.279094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.279155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.279366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.279433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.279486] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.279553] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dd7c5f3-18f5-4313-8148-7e6da91b19a7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.382459] env[67361]: INFO networking_nsxv3.common.synchronization [req-246d6fc3-3f0f-43a8-82c6-77f6b73670b8 req-b54ef2d2-32f3-428a-a1dd-33715f876b98 tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_members [ 825.386026] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_members [ 825.386026] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9baff9-438b-4c15-8de6-dd29aa07530c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.386026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.386026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.386026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.386636] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.386779] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.386870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.387120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.387219] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.387314] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.736566] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.736822] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.736919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.737376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.737562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.737874] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.738678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.738914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.739181] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.739298] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.739404] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 is going to be updated. [ 825.780210] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.780964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.780964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.780964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.780964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.787059] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dd7c5f3-18f5-4313-8148-7e6da91b19a7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.792419] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 in Status: IN_PROGRESS for 2s [ 825.890500] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.893359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.893359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.893359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.921992] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.921992] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.923774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.923774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.923774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.923774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.923774] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c is going to be updated. [ 825.970567] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.970771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.970925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.971318] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.971480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.986189] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c in Status: IN_PROGRESS for 2s [ 826.287494] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dd7c5f3-18f5-4313-8148-7e6da91b19a7: rpc.has_security_group_logging(os_id): False [ 826.320275] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.320470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.320514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.320736] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.320821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.321198] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.321362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.321362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.321473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.321541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.321602] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 is going to be created. [ 826.405497] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.405497] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.405497] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.405799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.405854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.420592] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 in Status: IN_PROGRESS for 2s [ 827.130083] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 in Status: SUCCESS [ 827.130544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.130544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.134023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.134023] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.134023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.134023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.134023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.134023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.134023] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.635753] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.804135] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 in Status: SUCCESS [ 827.804306] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 deletion is rescheduled due to dependency. [ 827.804481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.936128] env[67361]: INFO networking_nsxv3.common.synchronization [req-552c4b53-c4d1-4a8e-a217-88dc90f38153 req-83503a68-d2f6-42a5-8d31-2dd5950c607f tempest-AttachInterfacesUnderV243Test-1437578253 tempest-AttachInterfacesUnderV243Test-1437578253-project-member] Enqueued Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_members [ 827.936690] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_members [ 827.937073] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f93ce4-afcc-472d-a320-b960d2aa8803 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.937291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.952153] env[67361]: INFO networking_nsxv3.common.synchronization [req-552c4b53-c4d1-4a8e-a217-88dc90f38153 req-83503a68-d2f6-42a5-8d31-2dd5950c607f tempest-AttachInterfacesUnderV243Test-1437578253 tempest-AttachInterfacesUnderV243Test-1437578253-project-member] Enqueued Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_rules [ 827.952153] env[67361]: INFO networking_nsxv3.common.synchronization [req-552c4b53-c4d1-4a8e-a217-88dc90f38153 req-83503a68-d2f6-42a5-8d31-2dd5950c607f tempest-AttachInterfacesUnderV243Test-1437578253 tempest-AttachInterfacesUnderV243Test-1437578253-project-member] Enqueued Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_members [ 827.952153] env[67361]: INFO networking_nsxv3.common.synchronization [req-552c4b53-c4d1-4a8e-a217-88dc90f38153 req-83503a68-d2f6-42a5-8d31-2dd5950c607f tempest-AttachInterfacesUnderV243Test-1437578253 tempest-AttachInterfacesUnderV243Test-1437578253-project-member] Enqueued Resource ID: d642b497-fea8-44b7-b053-7a70c199b347 with Priority: HIGHEST for action port [ 827.952153] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_rules [ 827.952153] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_members [ 827.952153] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d642b497-fea8-44b7-b053-7a70c199b347 with Priority: HIGHEST for action port [ 827.952153] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f93ce4-afcc-472d-a320-b960d2aa8803 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.952490] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.952804] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f93ce4-afcc-472d-a320-b960d2aa8803 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.953024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.953315] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-d642b497-fea8-44b7-b053-7a70c199b347 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.953533] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.953780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.954191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.954408] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d642b497-fea8-44b7-b053-7a70c199b347',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.993842] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c in Status: SUCCESS [ 827.994590] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c deletion is rescheduled due to dependency. [ 827.994590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.141924] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.435509] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 in Status: SUCCESS [ 828.435765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.458533] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d642b497-fea8-44b7-b053-7a70c199b347 with status ACTIVE [ 828.458960] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.459159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.459325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.459548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.459637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.459977] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.460096] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.460163] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.460410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.460497] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.460676] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.460766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.460836] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.461045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.461164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.461209] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d642b497-fea8-44b7-b053-7a70c199b347 is going to be updated. [ 828.487444] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.487611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.487653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.487891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.488054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.488231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d642b497-fea8-44b7-b053-7a70c199b347" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.649678] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.649921] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.650053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.650317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.650421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.650527] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 is going to be updated. [ 828.692383] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.692569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.692610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.692949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.693142] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.715096] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 in Status: IN_PROGRESS for 2s [ 830.726797] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 in Status: SUCCESS [ 830.727121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.727121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.727271] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.727472] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.727649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.727649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.727874] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.728051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.728237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.728350] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.729298] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.729463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.729697] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.729833] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.729896] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.730051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.730128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.730224] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.944790] env[67361]: INFO networking_nsxv3.common.synchronization [req-4b8e8e74-8f94-4376-86d1-a22451ba1de2 req-13522e8a-7bea-40a5-bd68-fbd2d44deeab tempest-ServerMetadataNegativeTestJSON-1195449004 tempest-ServerMetadataNegativeTestJSON-1195449004-project-member] Enqueued Resource ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 with Priority: HIGHEST for action security_group_members [ 830.945997] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 with Priority: HIGHEST for action security_group_members [ 830.947281] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02ea84b-6c8d-496e-98b9-57ff716de9f7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.947281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.947281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.947281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.947510] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.947574] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.949800] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.949800] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.949800] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.949800] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c02ea84b-6c8d-496e-98b9-57ff716de9f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.232850] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.234234] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.452035] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.452035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.452035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.452265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.452362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.452636] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.452813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.452860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.453453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.453453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.453453] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 is going to be updated. [ 831.488339] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.489046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.489046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.489202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.489287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.507096] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 in Status: IN_PROGRESS for 2s [ 831.739547] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63f93ce4-afcc-472d-a320-b960d2aa8803: rpc.has_security_group_logging(os_id): False [ 831.742570] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.766344] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.766344] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.766344] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.766695] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.788783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.789141] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.789267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.789330] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.789537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.789620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.789706] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 is going to be updated. [ 831.869577] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.869748] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.869838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.870049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.870208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.890375] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 in Status: IN_PROGRESS for 2s [ 832.247555] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.247727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.247798] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.248074] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.248168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.248271] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 is going to be updated. [ 832.325676] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.327313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.327450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.327617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.327768] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.341791] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 in Status: IN_PROGRESS for 2s [ 832.373022] env[67361]: INFO networking_nsxv3.common.synchronization [req-4804ebef-c7c5-4874-b914-0cbe9082b341 req-ec3cb96d-0e83-4add-8a12-9bffc5491e55 tempest-AttachInterfacesUnderV243Test-1437578253 tempest-AttachInterfacesUnderV243Test-1437578253-project-member] Enqueued Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_members [ 832.373022] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 with Priority: HIGHEST for action security_group_members [ 832.373022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f93ce4-afcc-472d-a320-b960d2aa8803 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.373022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.765040] env[67361]: INFO networking_nsxv3.common.synchronization [req-735e3df9-aae9-4e8a-a58d-aad7ed2a6ab3 req-54c00156-3118-4b59-8aea-8c1701520d35 tempest-ServersAdminNegativeTestJSON-1537510662 tempest-ServersAdminNegativeTestJSON-1537510662-project-member] Enqueued Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_members [ 832.765616] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_members [ 832.766061] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.766226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.766295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.766519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.767725] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.767847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.767913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.768109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.768195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.768290] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.169881] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.170177] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.170335] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.171252] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.171835] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.172139] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.172386] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.173039] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.173039] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.173215] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.173400] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.174198] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.174198] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.174198] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.174198] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.174198] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.204727] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.204968] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.205306] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.205505] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-179" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.205828] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-b91b6b49-cf03-421f-bdde-51003926a7b4 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.206013] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-b91b6b49-cf03-421f-bdde-51003926a7b4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.206136] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-b91b6b49-cf03-421f-bdde-51003926a7b4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.206494] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-b91b6b49-cf03-421f-bdde-51003926a7b4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.206713] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b91b6b49-cf03-421f-bdde-51003926a7b4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.277670] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.519685] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 in Status: SUCCESS [ 833.519882] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 deletion is rescheduled due to dependency. [ 833.519998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.710874] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.711041] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.711248] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.711591] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.712259] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.712259] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port b91b6b49-cf03-421f-bdde-51003926a7b4 not found, creating... [ 833.712259] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.712436] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.712476] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.713097] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.713097] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.713097] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.713291] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.713393] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.713564] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.713826] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.713992] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: b91b6b49-cf03-421f-bdde-51003926a7b4 is going to be created. [ 833.737070] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.738148] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.738148] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.738148] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.738148] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.738309] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-b91b6b49-cf03-421f-bdde-51003926a7b4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.781068] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.911074] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 in Status: SUCCESS [ 833.911074] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.911074] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.911074] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.911074] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.287208] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.287208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.287208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.287208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.287208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.287208] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38b03731-337b-4147-8a04-7747fd88812a is going to be updated. [ 834.317098] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.317098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.317098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.317098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.317098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.327317] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: IN_PROGRESS for 2s [ 834.352345] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 in Status: SUCCESS [ 834.352582] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.352827] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.353236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.353424] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.353558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.353627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.354154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.354154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.354154] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.436846] env[67361]: INFO networking_nsxv3.common.synchronization [req-735e3df9-aae9-4e8a-a58d-aad7ed2a6ab3 req-938da2ee-2d3f-4fa9-b76d-482627c5e21d service nova] Enqueued Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_rules [ 834.437212] env[67361]: INFO networking_nsxv3.common.synchronization [req-735e3df9-aae9-4e8a-a58d-aad7ed2a6ab3 req-938da2ee-2d3f-4fa9-b76d-482627c5e21d service nova] Enqueued Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_members [ 834.437212] env[67361]: INFO networking_nsxv3.common.synchronization [req-735e3df9-aae9-4e8a-a58d-aad7ed2a6ab3 req-938da2ee-2d3f-4fa9-b76d-482627c5e21d service nova] Enqueued Resource ID: b91b6b49-cf03-421f-bdde-51003926a7b4 with Priority: HIGHEST for action port [ 834.438409] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.438609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.438609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.438830] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.438903] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.438991] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 is going to be deleted. [ 834.440308] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_rules [ 834.440451] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_members [ 834.440549] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91b6b49-cf03-421f-bdde-51003926a7b4 with Priority: HIGHEST for action port [ 834.441167] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.441167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.441167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.441167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.441432] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.442310] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.442310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.442473] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-b91b6b49-cf03-421f-bdde-51003926a7b4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.442541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b91b6b49-cf03-421f-bdde-51003926a7b4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.442878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b91b6b49-cf03-421f-bdde-51003926a7b4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.442878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b91b6b49-cf03-421f-bdde-51003926a7b4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.442878] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b91b6b49-cf03-421f-bdde-51003926a7b4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.524492] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.524647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.524744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.524925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.525026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.525153] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.856864] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.857231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.857231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.857326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.857414] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.857596] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.857696] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.857762] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.857918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.857995] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.861204] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 is going to be deleted. [ 834.904364] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.904364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.904364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.904753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.904753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.904753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.904991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.905078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.905244] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.905606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.905754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.905881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.905972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.906074] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f93ce4-afcc-472d-a320-b960d2aa8803',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.946384] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.946508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.946745] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b91b6b49-cf03-421f-bdde-51003926a7b4 with status ACTIVE [ 834.946955] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.947068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.947134] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.947359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.947449] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.947631] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.947723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.947782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.947949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.948092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.948479] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.948479] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.948479] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.948479] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.948670] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.948670] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b91b6b49-cf03-421f-bdde-51003926a7b4 is going to be updated. [ 834.975673] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.975673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.975673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.975673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.975673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.975673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b91b6b49-cf03-421f-bdde-51003926a7b4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.409273] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.409448] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.409511] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.409707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.409794] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.409991] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.410144] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.410187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.410309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.410379] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.410457] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f93ce4-afcc-472d-a320-b960d2aa8803 already deleted. [ 835.410531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f93ce4-afcc-472d-a320-b960d2aa8803" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.342203] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: SUCCESS [ 836.342203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.342203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.342203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.343060] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.343060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.343060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.343060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.343060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.343060] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.847349] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.349791] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.853949] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.854127] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.854203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.854704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.854704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.854704] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38b03731-337b-4147-8a04-7747fd88812a is going to be updated. [ 837.898859] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.899042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.899113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.899697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.899913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.914516] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: IN_PROGRESS for 2s [ 838.957267] env[67361]: INFO networking_nsxv3.common.synchronization [req-816049fc-7f09-4bbc-8264-094c99024a91 req-59d97b48-5eda-419e-a7e7-27a69c4d222c tempest-ImagesOneServerNegativeTestJSON-1093389182 tempest-ImagesOneServerNegativeTestJSON-1093389182-project-member] Enqueued Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 838.958730] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 838.959669] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.959669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.959669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.960061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.960061] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.960164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.960203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.960443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.960443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.960514] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.371152] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.371356] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.371479] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.371814] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.372113] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.373888] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.373888] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.373888] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.373888] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.373888] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.373888] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.373888] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.373888] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.373888] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.373888] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.373888] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.395102] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.395235] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.395404] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.395584] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.395895] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-fe8a927c-0df7-495b-9080-9de8e5fb4ec6 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.396244] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-fe8a927c-0df7-495b-9080-9de8e5fb4ec6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.396244] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-fe8a927c-0df7-495b-9080-9de8e5fb4ec6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.397063] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-fe8a927c-0df7-495b-9080-9de8e5fb4ec6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.397063] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe8a927c-0df7-495b-9080-9de8e5fb4ec6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.463432] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.463602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.463674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.463892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.463979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.464187] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.464286] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.464327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.464473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.464545] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.464629] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 already deleted. [ 839.464712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.902768] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.903094] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.903238] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.903514] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.903700] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.903856] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port fe8a927c-0df7-495b-9080-9de8e5fb4ec6 not found, creating... [ 839.904134] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.904293] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.904406] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.904747] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.904896] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.905196] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.905348] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.905458] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.905670] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.905801] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.905937] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: fe8a927c-0df7-495b-9080-9de8e5fb4ec6 is going to be created. [ 839.927680] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: SUCCESS [ 839.928013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.928248] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.928521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.929031] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.929031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.929031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.929202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.929294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.929380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.929471] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.931981] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.932206] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.932325] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.932543] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.932753] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.932965] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-fe8a927c-0df7-495b-9080-9de8e5fb4ec6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.437095] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.437095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.437095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.437095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.437095] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.437095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.437095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.437095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.437980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.437980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.437980] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.437980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.438158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.438360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.440751] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.440936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.442046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.442046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.442046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.442235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.442436] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.694244] env[67361]: INFO networking_nsxv3.common.synchronization [req-816049fc-7f09-4bbc-8264-094c99024a91 req-a434ead1-d04b-44fc-ace4-69f7604437fc service nova] Enqueued Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_rules [ 840.694430] env[67361]: INFO networking_nsxv3.common.synchronization [req-816049fc-7f09-4bbc-8264-094c99024a91 req-a434ead1-d04b-44fc-ace4-69f7604437fc service nova] Enqueued Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 840.694585] env[67361]: INFO networking_nsxv3.common.synchronization [req-816049fc-7f09-4bbc-8264-094c99024a91 req-a434ead1-d04b-44fc-ace4-69f7604437fc service nova] Enqueued Resource ID: fe8a927c-0df7-495b-9080-9de8e5fb4ec6 with Priority: HIGHEST for action port [ 840.695522] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_rules [ 840.695675] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 840.695788] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe8a927c-0df7-495b-9080-9de8e5fb4ec6 with Priority: HIGHEST for action port [ 840.696076] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.696255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.696315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.696576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.696682] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.698208] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.699037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.699037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.699037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.699037] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.699037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.699037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.699483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.699483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.699639] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.701136] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe8a927c-0df7-495b-9080-9de8e5fb4ec6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.701136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe8a927c-0df7-495b-9080-9de8e5fb4ec6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.701136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe8a927c-0df7-495b-9080-9de8e5fb4ec6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.701668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe8a927c-0df7-495b-9080-9de8e5fb4ec6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.701668] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe8a927c-0df7-495b-9080-9de8e5fb4ec6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.948892] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38b03731-337b-4147-8a04-7747fd88812a: rpc.has_security_group_logging(os_id): False [ 840.970480] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.970661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.970714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.971412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.971412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.971412] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.971412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.971805] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.971805] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.971805] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.972079] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.972240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.972383] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.972592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.972729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.973040] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.973228] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.973318] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.973501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.973628] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.973828] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38b03731-337b-4147-8a04-7747fd88812a is going to be updated. [ 841.083355] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.083651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.083715] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.084207] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.084387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.112156] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: IN_PROGRESS for 2s [ 841.203289] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.203589] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.203700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.204872] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe8a927c-0df7-495b-9080-9de8e5fb4ec6 with status ACTIVE [ 841.204872] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.204872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.204872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.204872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.204872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.204872] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.204872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.204872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.205761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.205841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.206761] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.206761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.206761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.206761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.206761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.207029] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe8a927c-0df7-495b-9080-9de8e5fb4ec6 is going to be updated. [ 841.234891] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.235137] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.235218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.235508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.235680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.235873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe8a927c-0df7-495b-9080-9de8e5fb4ec6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.711316] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.884620] env[67361]: INFO networking_nsxv3.common.synchronization [req-59831c63-d99b-445f-8e41-ebba9fa57522 req-a4566b5d-facf-49cc-8bf4-c3e26f261111 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 841.884620] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 841.884620] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.884620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.884620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.884620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.885017] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.885119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.885176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.885330] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.885403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.885907] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.217718] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.218152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.218225] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.218470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.218559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.218660] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 is going to be created. [ 842.254756] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.255034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.255034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.255321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.255901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.267825] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: UNINITIALIZED for 2s [ 842.334148] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.334411] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-546" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.334505] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-546" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.334874] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-546" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.335234] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.335474] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.335634] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.335890] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.336081] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.336349] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.336493] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.336624] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.336773] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.336998] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.337219] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.337415] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.365745] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.365745] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.365745] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.365745] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-546" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.365745] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.365745] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.365745] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.366172] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.366249] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15e3e018-4dd6-41cc-b6cb-40a2b3a430ba',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.388511] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.869574] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.870048] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.870048] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.870288] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.870433] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.870633] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 15e3e018-4dd6-41cc-b6cb-40a2b3a430ba not found, creating... [ 842.870884] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.871062] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.871176] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.871388] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.871518] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.871811] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.871963] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.872088] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.872288] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.872413] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.872546] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 15e3e018-4dd6-41cc-b6cb-40a2b3a430ba is going to be created. [ 842.890605] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.899208] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.899538] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.899687] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.899996] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.900262] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.900482] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.128368] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: SUCCESS [ 843.128673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.392550] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.392717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.392790] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.393112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.393200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.393306] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 843.425353] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.425353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.425569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.425684] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.425802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.436529] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 843.672775] env[67361]: INFO networking_nsxv3.common.synchronization [req-59831c63-d99b-445f-8e41-ebba9fa57522 req-fe2f6a67-e118-4f24-af44-dee3d73aaf47 service nova] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_rules [ 843.672887] env[67361]: INFO networking_nsxv3.common.synchronization [req-59831c63-d99b-445f-8e41-ebba9fa57522 req-fe2f6a67-e118-4f24-af44-dee3d73aaf47 service nova] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 843.673040] env[67361]: INFO networking_nsxv3.common.synchronization [req-59831c63-d99b-445f-8e41-ebba9fa57522 req-fe2f6a67-e118-4f24-af44-dee3d73aaf47 service nova] Enqueued Resource ID: 15e3e018-4dd6-41cc-b6cb-40a2b3a430ba with Priority: HIGHEST for action port [ 843.673547] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_rules [ 843.673672] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 843.673760] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e3e018-4dd6-41cc-b6cb-40a2b3a430ba with Priority: HIGHEST for action port [ 843.674052] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.674167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.674237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.674469] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.674550] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.675442] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.675545] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.675712] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.675816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.675872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.676136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.676212] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15e3e018-4dd6-41cc-b6cb-40a2b3a430ba',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.181376] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.181376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.181376] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15e3e018-4dd6-41cc-b6cb-40a2b3a430ba with status ACTIVE [ 844.181376] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.181376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.181376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.181376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.181376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.181376] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.181376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.181376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.181376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.181376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.181376] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.182391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.182391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.182391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.186126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.186126] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15e3e018-4dd6-41cc-b6cb-40a2b3a430ba is going to be updated. [ 844.215378] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.217079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.217079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.217079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.217079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.217079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.286339] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: SUCCESS [ 844.286339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.286339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.286339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.286339] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.286339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.286339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.287374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.287374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.287374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.287374] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.789305] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.789462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.789506] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.789712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.789909] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.790057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.790100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.790258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.790341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.790455] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.790582] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.790673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.790733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.790877] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.791052] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.791152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.791214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.791354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.791462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.791503] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.791583] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.296911] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f1635d3-22df-48a8-81db-4887e74e9a05: rpc.has_security_group_logging(os_id): False [ 845.316794] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.316945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.317029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.317249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.317333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.317524] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.317617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.317677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.317947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.318036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.318374] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.318538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.318601] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.318746] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.318849] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.319079] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.319243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.319293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.319391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.319459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.319568] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 is going to be created. [ 845.396284] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.396496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.396496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.397108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.397108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.413672] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: IN_PROGRESS for 2s [ 845.450756] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 845.450756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.450756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.450756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.451078] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.451078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.451078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.451777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.451777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.451777] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.954647] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.457434] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.960089] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.960299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.960386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.960708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.960828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.960935] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 846.995546] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.995662] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.995754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.995914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.996099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.007647] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 847.427013] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: SUCCESS [ 847.427265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.675044] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 848.675422] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 848.905194] env[67361]: INFO networking_nsxv3.common.synchronization [req-78fe84ce-f5c7-4824-bd10-2ff1054c36cb req-37529bf4-82f4-4363-a3ef-77ef0c66078c tempest-ServersAdminNegativeTestJSON-1537510662 tempest-ServersAdminNegativeTestJSON-1537510662-project-member] Enqueued Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_members [ 848.905727] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_members [ 848.906042] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.906179] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.906280] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.906437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.906584] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.906676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.906733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.906872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.906953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.907355] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.019848] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 849.020086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.020273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.020541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.020735] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.020854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.020922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.021086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.021199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.021274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.021562] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.342741] env[67361]: INFO networking_nsxv3.common.synchronization [req-720f743e-9054-4131-83b6-db205a6bba9e req-3a51f3ce-8332-45b7-a48e-37665e8f6514 tempest-ServerActionsTestJSON-939340692 tempest-ServerActionsTestJSON-939340692-project-member] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 849.343369] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 849.343712] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.343876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.343945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.344216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.344400] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.344537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.344618] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.344795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.344889] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.345024] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.409589] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.525239] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.525576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.525675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.525955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.526518] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.526622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.526952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.526952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.527149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.527149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.527825] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.527825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.527825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.527825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.527825] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.528136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.528136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.528136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.528136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.528296] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.528296] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.712778] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.713242] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.713242] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.713680] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.713879] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.714010] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.714138] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.714330] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.714519] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.714816] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.714910] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.715028] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.715152] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.715268] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.715370] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.715502] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.739176] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.739360] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.739497] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.739675] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.740087] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-c57184bf-181f-45be-8b80-7071be336df4 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.740274] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-c57184bf-181f-45be-8b80-7071be336df4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.740534] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-c57184bf-181f-45be-8b80-7071be336df4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.740726] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-c57184bf-181f-45be-8b80-7071be336df4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.740790] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57184bf-181f-45be-8b80-7071be336df4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.847684] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.847834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.847913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.848161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.848256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.848458] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.848554] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.848615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.848765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.848923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.848923] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 already deleted. [ 849.849120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.911904] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.031527] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31227000-8068-4780-b5a5-0c1e647ca8f6: rpc.has_security_group_logging(os_id): False [ 850.051128] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.051128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.051128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.051334] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.071888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.072261] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.072478] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.072478] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.072570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.072611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.072818] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.072929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.072990] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.073146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.073258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.073396] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.073488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.073542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.073676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.073749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.073833] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 850.136486] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.136640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.136713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.136991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.137174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.159285] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 850.244211] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.244405] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.244405] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.244687] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.245226] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.245226] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port c57184bf-181f-45be-8b80-7071be336df4 not found, creating... [ 850.245380] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.245452] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.245553] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.245786] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.245931] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.246269] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.247215] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.247215] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.247215] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.247215] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.247215] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: c57184bf-181f-45be-8b80-7071be336df4 is going to be created. [ 850.272350] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.273831] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.273831] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.273831] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.273831] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.273831] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-c57184bf-181f-45be-8b80-7071be336df4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.417069] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.417069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.417069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.417069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.417069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.417069] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38b03731-337b-4147-8a04-7747fd88812a is going to be updated. [ 850.451018] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.451018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.451018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.451018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.451018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.461257] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: IN_PROGRESS for 2s [ 851.019050] env[67361]: INFO networking_nsxv3.common.synchronization [req-720f743e-9054-4131-83b6-db205a6bba9e req-a589e068-8fa0-4720-bf88-18b20fcd44e4 service nova] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_rules [ 851.019400] env[67361]: INFO networking_nsxv3.common.synchronization [req-720f743e-9054-4131-83b6-db205a6bba9e req-a589e068-8fa0-4720-bf88-18b20fcd44e4 service nova] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 851.019585] env[67361]: INFO networking_nsxv3.common.synchronization [req-720f743e-9054-4131-83b6-db205a6bba9e req-a589e068-8fa0-4720-bf88-18b20fcd44e4 service nova] Enqueued Resource ID: c57184bf-181f-45be-8b80-7071be336df4 with Priority: HIGHEST for action port [ 851.022771] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_rules [ 851.022771] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 851.022771] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c57184bf-181f-45be-8b80-7071be336df4 with Priority: HIGHEST for action port [ 851.022771] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.022771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.022771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.022771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.022771] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.029661] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.029661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.029661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.029661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.029661] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.029661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.029661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.029661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.029661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.029661] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.029661] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-c57184bf-181f-45be-8b80-7071be336df4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.029661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c57184bf-181f-45be-8b80-7071be336df4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.029661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c57184bf-181f-45be-8b80-7071be336df4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.029661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c57184bf-181f-45be-8b80-7071be336df4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.029661] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57184bf-181f-45be-8b80-7071be336df4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.533062] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.533208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.533417] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.534693] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c57184bf-181f-45be-8b80-7071be336df4 with status ACTIVE [ 851.534693] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.534693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.534693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.534941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.534941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.535087] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.537606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.537606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.537606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.537606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.537606] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.537606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.537606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.537606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.537606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.537606] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c57184bf-181f-45be-8b80-7071be336df4 is going to be updated. [ 851.565920] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.565920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.565920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.566260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.567019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.567340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c57184bf-181f-45be-8b80-7071be336df4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.040153] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.179204] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 852.179457] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.319656] env[67361]: INFO networking_nsxv3.common.synchronization [req-e3ca0470-6c1b-468e-8508-7aedb8c3c077 req-f39f0786-7c3a-4a49-afce-1591f4bb3686 tempest-FloatingIPsAssociationTestJSON-1633506994 tempest-FloatingIPsAssociationTestJSON-1633506994-project-member] Enqueued Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_members [ 852.320802] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_members [ 852.321246] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca6f60f-a573-468e-b0c3-83a767333e25 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.321470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.321590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.321868] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.322094] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.322273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.322351] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.322591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.322725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.322827] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.361031] env[67361]: INFO networking_nsxv3.common.synchronization [req-704a673c-7b11-4f37-8f1c-0b9ea41e5f3e req-9fe805d5-3cdd-4574-8f97-ddcc7c82974c tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 with Priority: HIGHEST for action security_group_members [ 852.361031] env[67361]: INFO networking_nsxv3.common.synchronization [req-704a673c-7b11-4f37-8f1c-0b9ea41e5f3e req-9fe805d5-3cdd-4574-8f97-ddcc7c82974c tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 852.361736] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 with Priority: HIGHEST for action security_group_members [ 852.361736] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 852.361927] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.362250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.362250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.362387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.362539] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.362736] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.362736] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.362863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.363070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.363070] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.363963] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.364087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.364154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.364303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.364440] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.364578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.364578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.364734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.364786] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.364872] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.427446] env[67361]: INFO networking_nsxv3.common.synchronization [req-704a673c-7b11-4f37-8f1c-0b9ea41e5f3e req-9fe805d5-3cdd-4574-8f97-ddcc7c82974c tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_rules [ 852.427529] env[67361]: INFO networking_nsxv3.common.synchronization [req-704a673c-7b11-4f37-8f1c-0b9ea41e5f3e req-9fe805d5-3cdd-4574-8f97-ddcc7c82974c tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 852.427669] env[67361]: INFO networking_nsxv3.common.synchronization [req-704a673c-7b11-4f37-8f1c-0b9ea41e5f3e req-9fe805d5-3cdd-4574-8f97-ddcc7c82974c tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 with Priority: HIGHEST for action security_group_rules [ 852.428017] env[67361]: INFO networking_nsxv3.common.synchronization [req-704a673c-7b11-4f37-8f1c-0b9ea41e5f3e req-9fe805d5-3cdd-4574-8f97-ddcc7c82974c tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 with Priority: HIGHEST for action security_group_members [ 852.428017] env[67361]: INFO networking_nsxv3.common.synchronization [req-704a673c-7b11-4f37-8f1c-0b9ea41e5f3e req-9fe805d5-3cdd-4574-8f97-ddcc7c82974c tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 15e3e018-4dd6-41cc-b6cb-40a2b3a430ba with Priority: HIGHEST for action port [ 852.428520] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_rules [ 852.428687] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 with Priority: HIGHEST for action security_group_rules [ 852.428785] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e3e018-4dd6-41cc-b6cb-40a2b3a430ba with Priority: HIGHEST for action port [ 852.428931] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 852.429701] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 with Priority: HIGHEST for action security_group_members [ 852.429701] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.429852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.429852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.430538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.430613] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.431576] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdd7aee1-c2ef-4b5b-8580-180c97c66f95 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.432642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.432728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.433037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.433123] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.433899] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.434028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.434097] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.434255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.434325] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15e3e018-4dd6-41cc-b6cb-40a2b3a430ba',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.435026] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.435127] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.437861] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.437861] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.475128] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: SUCCESS [ 852.475394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.546422] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.546422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.546422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.546422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.546422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.546422] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 is going to be created. [ 852.572027] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.572202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.572272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.572483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.572656] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.583016] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: UNINITIALIZED for 2s [ 852.780027] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.780027] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-309" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.780027] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-309" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.780027] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-309" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.780333] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.780642] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.781604] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.782803] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.782803] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.782803] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.782803] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.783023] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.783353] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.784499] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.784499] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.784499] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.821375] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.821583] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.821690] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.821864] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-309" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.822201] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-cd4e5393-0f88-4cfc-bb79-5efb22a9d24c taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.822453] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-cd4e5393-0f88-4cfc-bb79-5efb22a9d24c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.822575] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-cd4e5393-0f88-4cfc-bb79-5efb22a9d24c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.822992] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-cd4e5393-0f88-4cfc-bb79-5efb22a9d24c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.823056] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd4e5393-0f88-4cfc-bb79-5efb22a9d24c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.825613] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.869032] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.869690] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.938968] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.939172] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.939437] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.939523] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.939664] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15e3e018-4dd6-41cc-b6cb-40a2b3a430ba with status ACTIVE [ 852.939814] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.939919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.939981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.940204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.940291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.940464] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.940582] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.940645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.940798] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.940872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.941064] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.941156] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.941237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.941344] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.941413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.941492] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15e3e018-4dd6-41cc-b6cb-40a2b3a430ba is going to be updated. [ 852.968475] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.968475] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.968662] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.968870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.969055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.969257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.327312] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.327731] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.327840] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.328191] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.328344] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.328497] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port cd4e5393-0f88-4cfc-bb79-5efb22a9d24c not found, creating... [ 853.328796] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.328977] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.329125] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.329333] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.329462] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.329747] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.329897] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.330117] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.330347] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.330514] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.330654] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: cd4e5393-0f88-4cfc-bb79-5efb22a9d24c is going to be created. [ 853.332034] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.371352] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.372395] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.375302] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.375302] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.375302] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.375470] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.375699] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.375890] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-cd4e5393-0f88-4cfc-bb79-5efb22a9d24c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.837683] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.837683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.837683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.837683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.837683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.837683] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 is going to be updated. [ 853.874876] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.875179] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.875302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.875825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.875975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.876155] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 is going to be created. [ 853.877997] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.878639] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.878858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.879298] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.879527] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.879739] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 853.903102] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.903299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.903299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.903537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.903686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.919736] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 in Status: IN_PROGRESS for 2s [ 853.953238] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.953238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.953238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.953398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.953564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.971126] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.971317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.971373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.971944] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.972138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.978037] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 in Status: UNINITIALIZED for 2s [ 853.982578] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 854.087474] env[67361]: INFO networking_nsxv3.common.synchronization [req-e3ca0470-6c1b-468e-8508-7aedb8c3c077 req-ca94d9b9-657d-4d78-8023-183be6817128 service nova] Enqueued Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_rules [ 854.087658] env[67361]: INFO networking_nsxv3.common.synchronization [req-e3ca0470-6c1b-468e-8508-7aedb8c3c077 req-ca94d9b9-657d-4d78-8023-183be6817128 service nova] Enqueued Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_members [ 854.087821] env[67361]: INFO networking_nsxv3.common.synchronization [req-e3ca0470-6c1b-468e-8508-7aedb8c3c077 req-ca94d9b9-657d-4d78-8023-183be6817128 service nova] Enqueued Resource ID: cd4e5393-0f88-4cfc-bb79-5efb22a9d24c with Priority: HIGHEST for action port [ 854.088415] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_rules [ 854.088547] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_members [ 854.088640] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4e5393-0f88-4cfc-bb79-5efb22a9d24c with Priority: HIGHEST for action port [ 854.088928] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ca6f60f-a573-468e-b0c3-83a767333e25 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.089424] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.089543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.089712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.089795] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.092058] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca6f60f-a573-468e-b0c3-83a767333e25 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.092163] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.092369] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd4e5393-0f88-4cfc-bb79-5efb22a9d24c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.092724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd4e5393-0f88-4cfc-bb79-5efb22a9d24c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.092724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd4e5393-0f88-4cfc-bb79-5efb22a9d24c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.092922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd4e5393-0f88-4cfc-bb79-5efb22a9d24c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.093015] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd4e5393-0f88-4cfc-bb79-5efb22a9d24c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.596092] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca6f60f-a573-468e-b0c3-83a767333e25 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.596092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.596527] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd4e5393-0f88-4cfc-bb79-5efb22a9d24c with status ACTIVE [ 854.596584] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.596711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.596791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.597039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.597133] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.597309] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.597402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.597462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.597652] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.597778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.598018] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.598167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.598238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.598499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.598638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.598702] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd4e5393-0f88-4cfc-bb79-5efb22a9d24c is going to be updated. [ 854.600762] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: SUCCESS [ 854.600979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.601190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.601395] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.601586] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.601721] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.601815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.601980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.602139] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.602263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.602335] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.629238] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.629441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.629482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.629986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.629986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.629986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd4e5393-0f88-4cfc-bb79-5efb22a9d24c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.105995] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.608192] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b53f40-32ae-47e1-af11-c95b36a18980: rpc.has_security_group_logging(os_id): False [ 855.648832] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.649243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.649243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.649500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.649648] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.650034] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.650187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.650273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.650525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.650642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.650772] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 is going to be created. [ 855.789847] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.790185] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.790298] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.790543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.791176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.837539] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: IN_PROGRESS for 2s [ 855.951160] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 in Status: SUCCESS [ 855.951606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.951867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.952561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.952561] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.952561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.952809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.952809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.952893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.952935] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.996538] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 855.996835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.000017] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 in Status: SUCCESS [ 856.000445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.000678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.001115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.001994] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.001994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.001994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.001994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.002237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.002237] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.004216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.004380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.004619] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.004813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.004926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.005273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.005400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.005554] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.456598] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.507626] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.508602] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.958787] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.012024] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.012882] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.462060] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.463952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.464106] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.464517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.464659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.464859] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 is going to be updated. [ 857.506309] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.506309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.506309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.506309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.506309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.514794] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.514987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.515094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.515330] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.515416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.515519] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 857.516840] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.516959] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.517013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.517844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.517844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.517844] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 is going to be updated. [ 857.519229] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 in Status: IN_PROGRESS for 2s [ 857.563836] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.564352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.564352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.564352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.564352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.566827] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.567116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.567116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.567197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.567342] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.580231] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 857.580983] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 in Status: IN_PROGRESS for 2s [ 857.649468] env[67361]: INFO networking_nsxv3.common.synchronization [req-52801d05-e539-4517-bbb2-3261e35b8eec req-4f965005-bba5-40de-9fce-4c693b8066cc tempest-ServersAdminTestJSON-431986726 tempest-ServersAdminTestJSON-431986726-project-member] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 857.650095] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 857.650633] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.650633] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.650774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.651087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.651432] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.651519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.651572] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.651852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.651982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.652140] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.860175] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: SUCCESS [ 857.860175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.156854] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.660045] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.896080] env[67361]: INFO networking_nsxv3.common.synchronization [req-b04264f6-eae1-474b-b298-6b22e8fae349 req-ec8470fd-045e-4919-b6da-7294361ecf80 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 858.896248] env[67361]: INFO networking_nsxv3.common.synchronization [req-b04264f6-eae1-474b-b298-6b22e8fae349 req-ec8470fd-045e-4919-b6da-7294361ecf80 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f with Priority: HIGHEST for action security_group_members [ 858.896380] env[67361]: INFO networking_nsxv3.common.synchronization [req-b04264f6-eae1-474b-b298-6b22e8fae349 req-ec8470fd-045e-4919-b6da-7294361ecf80 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 with Priority: HIGHEST for action security_group_members [ 858.897283] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 858.897283] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f with Priority: HIGHEST for action security_group_members [ 858.897451] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 with Priority: HIGHEST for action security_group_members [ 858.897598] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.897705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.897898] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.898000] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.898073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.898374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.898569] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.898723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.898810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.899070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.899210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.899711] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b69996d-4bfb-4bb5-9f8d-2150d1b8761f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.900310] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.900310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.967437] env[67361]: INFO networking_nsxv3.common.synchronization [req-b04264f6-eae1-474b-b298-6b22e8fae349 req-ec8470fd-045e-4919-b6da-7294361ecf80 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_rules [ 858.967612] env[67361]: INFO networking_nsxv3.common.synchronization [req-b04264f6-eae1-474b-b298-6b22e8fae349 req-ec8470fd-045e-4919-b6da-7294361ecf80 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 858.968082] env[67361]: INFO networking_nsxv3.common.synchronization [req-b04264f6-eae1-474b-b298-6b22e8fae349 req-ec8470fd-045e-4919-b6da-7294361ecf80 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f with Priority: HIGHEST for action security_group_rules [ 858.968082] env[67361]: INFO networking_nsxv3.common.synchronization [req-b04264f6-eae1-474b-b298-6b22e8fae349 req-ec8470fd-045e-4919-b6da-7294361ecf80 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f with Priority: HIGHEST for action security_group_members [ 858.968248] env[67361]: INFO networking_nsxv3.common.synchronization [req-b04264f6-eae1-474b-b298-6b22e8fae349 req-ec8470fd-045e-4919-b6da-7294361ecf80 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 with Priority: HIGHEST for action security_group_rules [ 858.968313] env[67361]: INFO networking_nsxv3.common.synchronization [req-b04264f6-eae1-474b-b298-6b22e8fae349 req-ec8470fd-045e-4919-b6da-7294361ecf80 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 with Priority: HIGHEST for action security_group_members [ 858.968601] env[67361]: INFO networking_nsxv3.common.synchronization [req-b04264f6-eae1-474b-b298-6b22e8fae349 req-ec8470fd-045e-4919-b6da-7294361ecf80 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 15e3e018-4dd6-41cc-b6cb-40a2b3a430ba with Priority: HIGHEST for action port [ 858.969411] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_rules [ 858.969655] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f with Priority: HIGHEST for action security_group_rules [ 858.969926] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 with Priority: HIGHEST for action security_group_members [ 858.970208] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e3e018-4dd6-41cc-b6cb-40a2b3a430ba with Priority: HIGHEST for action port [ 858.970285] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 with Priority: HIGHEST for action security_group_rules [ 858.970439] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 858.970569] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f with Priority: HIGHEST for action security_group_members [ 858.971110] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.971434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.972196] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.972196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.972196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.972562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.972562] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b69996d-4bfb-4bb5-9f8d-2150d1b8761f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.973798] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.973995] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.974314] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.974472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.974566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.974884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.975058] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15e3e018-4dd6-41cc-b6cb-40a2b3a430ba',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.976338] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdd7aee1-c2ef-4b5b-8580-180c97c66f95 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.976506] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.976847] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.977017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.977239] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.977327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.164882] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.165326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.165326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.165549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.165662] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.165777] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be updated. [ 859.209853] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.209853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.210075] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.211687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.211687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.224686] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 2s [ 859.401946] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b69996d-4bfb-4bb5-9f8d-2150d1b8761f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.479120] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.479316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.482056] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15e3e018-4dd6-41cc-b6cb-40a2b3a430ba with status ACTIVE [ 859.482056] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.482056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.482056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.482056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.482056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.482056] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.482056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.482056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.482056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.482056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.482056] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.482056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.482056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.482056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.482056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.482056] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15e3e018-4dd6-41cc-b6cb-40a2b3a430ba is going to be updated. [ 859.535670] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.535821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.535892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.536131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.536282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.536460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15e3e018-4dd6-41cc-b6cb-40a2b3a430ba" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.537669] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 in Status: SUCCESS [ 859.537963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.538622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.539019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.539396] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.539669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.539843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.540187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.540598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.540598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.540838] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.603522] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 859.603787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.605642] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 in Status: SUCCESS [ 859.605866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.607329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.607329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.607329] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.607329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.607329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.607329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.607329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.607329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.607329] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.609422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.609611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.609840] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.610137] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.610312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.610456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.610556] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.610993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.610993] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.613748] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.613748] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.613748] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.616177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.616521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.616645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.616702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.617091] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.617997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.617997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.618159] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.618812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.618812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.618812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.618812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.618812] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.906429] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b69996d-4bfb-4bb5-9f8d-2150d1b8761f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.045683] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca6f60f-a573-468e-b0c3-83a767333e25 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.046026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.046026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.046269] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.046398] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.046577] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.046655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.046810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.047093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.047093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.048351] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca6f60f-a573-468e-b0c3-83a767333e25 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.048517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.048517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.048685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.048833] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.048952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.049045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.049354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.049354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.049787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.049787] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.109980] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.111671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.113123] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.122194] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.122748] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.409169] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.412025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.412025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.412025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.412025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.412025] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f is going to be created. [ 860.436391] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.436635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.436635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.436796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.436989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.449526] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f in Status: UNINITIALIZED for 2s [ 860.555952] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ca6f60f-a573-468e-b0c3-83a767333e25: rpc.has_security_group_logging(os_id): False [ 860.576213] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.576416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.576571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.576925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.598208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.598559] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.598682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.598794] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.598980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.599315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.599536] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.599638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.599699] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.599868] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.599947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.600168] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.600264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.600325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.600471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.600543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.600628] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 is going to be updated. [ 860.617014] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdd7aee1-c2ef-4b5b-8580-180c97c66f95: rpc.has_security_group_logging(os_id): False [ 860.626127] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.628474] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.638837] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.639104] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.639195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.639391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.639488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.639712] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.639809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.639871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.640141] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.640309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.640411] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 is going to be created. [ 860.757411] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.757569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.757697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.757909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.758126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.763431] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.763780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.763780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.763882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.763997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.777258] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 in Status: IN_PROGRESS for 2s [ 860.778821] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 in Status: IN_PROGRESS for 2s [ 861.129573] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.130657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.130657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.130657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.130657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.131210] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 is going to be updated. [ 861.133114] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.133114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.133114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.133614] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.133840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.134100] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 861.245119] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 861.245624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.260343] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.260583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.260696] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.260983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.261293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.267559] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.267707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.267809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.267977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.268176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.284999] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 861.286217] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 in Status: IN_PROGRESS for 2s [ 862.140071] env[67361]: INFO networking_nsxv3.common.synchronization [req-8419262b-2a62-4e51-a280-3a513e0d2ea2 req-ffaba6b4-5900-48d0-a31a-66689a640ff6 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 with Priority: HIGHEST for action security_group_members [ 862.140071] env[67361]: INFO networking_nsxv3.common.synchronization [req-8419262b-2a62-4e51-a280-3a513e0d2ea2 req-ffaba6b4-5900-48d0-a31a-66689a640ff6 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 862.140447] env[67361]: INFO networking_nsxv3.common.synchronization [req-8419262b-2a62-4e51-a280-3a513e0d2ea2 req-ffaba6b4-5900-48d0-a31a-66689a640ff6 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f with Priority: HIGHEST for action security_group_members [ 862.140778] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 with Priority: HIGHEST for action security_group_members [ 862.140925] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 862.141163] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f with Priority: HIGHEST for action security_group_members [ 862.141731] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.141731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.141878] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.141920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.142550] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.142694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.463629] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f in Status: SUCCESS [ 862.464677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.464677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.464677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.464677] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.464677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.464677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.464983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.464983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.464983] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b69996d-4bfb-4bb5-9f8d-2150d1b8761f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.793422] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 in Status: SUCCESS [ 862.793597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.793767] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.793998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.794109] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.795569] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 in Status: SUCCESS [ 862.795780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.967815] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.967996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.968112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.968317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.968403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.968605] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.968942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.968942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.968942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.969118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.969118] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f is going to be deleted. [ 863.002795] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.002953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.003013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.004032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.004032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.004032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.004032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.004032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.004032] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.004032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.004538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.004538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.004538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.004538] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b69996d-4bfb-4bb5-9f8d-2150d1b8761f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.333283] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 in Status: SUCCESS [ 863.333643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.333689] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.333902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.334114] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.334235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.334300] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.334455] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.334534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.334631] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.339865] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.340129] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.340129] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.340356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.340457] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.340567] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 is going to be deleted. [ 863.342321] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 863.345208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.346184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.346456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.346714] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.346847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.346962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.347125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.347214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.347316] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.433419] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.433616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.433730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.433955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.434078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.434215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.506487] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.506743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.506743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.506983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.507115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.507298] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.507398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.507487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.507620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.507692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.507775] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f already deleted. [ 863.507854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.507963] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b69996d-4bfb-4bb5-9f8d-2150d1b8761f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.508898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.509145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.509307] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.509446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.509531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.509701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.509794] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.509910] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b69996d-4bfb-4bb5-9f8d-2150d1b8761f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.640842] env[67361]: INFO networking_nsxv3.common.synchronization [req-a4800dc2-b7a9-49bd-985d-2b1205850c32 req-807ec382-7516-47c6-a543-1866062f6d46 tempest-AttachInterfacesV270Test-1073505820 tempest-AttachInterfacesV270Test-1073505820-project-member] Enqueued Resource ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c with Priority: HIGHEST for action security_group_members [ 863.642165] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c with Priority: HIGHEST for action security_group_members [ 863.642391] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.642629] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.642753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.643258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.643496] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.644109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.644236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.644459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.644598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.644771] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d92f7c8-00cc-4a77-84ee-e385d78ee75c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.846780] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.846780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.846780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.847719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.847898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.848241] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.848542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.848606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.848831] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.848937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.849154] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 is going to be deleted. [ 863.850341] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.882926] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.883134] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.883189] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.883379] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.883470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.884584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.884584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.884584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.884584] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.884584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.884584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.884584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.884584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.885062] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdd7aee1-c2ef-4b5b-8580-180c97c66f95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.012590] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b69996d-4bfb-4bb5-9f8d-2150d1b8761f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.013621] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.013757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.013847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.014240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.014240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.014389] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.014531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.014603] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.015277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.015277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.015277] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f already deleted. [ 864.015277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.045539] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.045762] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-855" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.045890] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-855" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.046270] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-855" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.046596] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.047568] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.047734] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.047981] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.048145] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.048356] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.048468] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.048611] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.048806] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.049051] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.049397] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.049397] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.076998] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.077244] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.077397] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.077622] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-855" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.077943] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-2add1ed5-4b7a-4edb-abf5-9bd47da663da taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.078170] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-2add1ed5-4b7a-4edb-abf5-9bd47da663da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.078310] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-2add1ed5-4b7a-4edb-abf5-9bd47da663da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.079444] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-2add1ed5-4b7a-4edb-abf5-9bd47da663da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.079444] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2add1ed5-4b7a-4edb-abf5-9bd47da663da',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.147883] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.148073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.148192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.148389] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.148468] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.148789] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.148789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.148958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.149019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.149066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.149171] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c already deleted. [ 864.149252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.355134] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.389200] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.389200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.389200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.389200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.389200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.389200] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.389200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.389200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.389200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.389200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.389200] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdd7aee1-c2ef-4b5b-8580-180c97c66f95 already deleted. [ 864.389200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdd7aee1-c2ef-4b5b-8580-180c97c66f95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.518274] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f: rpc.has_security_group_logging(os_id): False [ 864.538109] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.538109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.538109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.538109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.538109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.538447] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.538447] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.538561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.538612] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.538673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.538760] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f is going to be created. [ 864.559941] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3b69996d-4bfb-4bb5-9f8d-2150d1b8761f], does not exist path=[/infra/domains/default/groups/3b69996d-4bfb-4bb5-9f8d-2150d1b8761f]."\n}' [ 864.560191] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3b69996d-4bfb-4bb5-9f8d-2150d1b8761f [ 864.560296] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 864.582303] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.582693] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.582940] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.583435] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.583532] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.583790] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 2add1ed5-4b7a-4edb-abf5-9bd47da663da not found, creating... [ 864.584284] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.584488] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.584651] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.585095] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.585416] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.585833] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.586102] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.586416] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.586636] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.586864] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.587046] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 2add1ed5-4b7a-4edb-abf5-9bd47da663da is going to be created. [ 864.602133] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.602347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.602347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.602588] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.603665] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.603974] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.604125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.604178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.604378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.604454] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.604679] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.604771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.604842] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.605019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.605091] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.605200] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b69996d-4bfb-4bb5-9f8d-2150d1b8761f is going to be created. [ 864.607165] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.607343] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.607461] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.607698] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.608201] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.608201] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-2add1ed5-4b7a-4edb-abf5-9bd47da663da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.632212] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3b69996d-4bfb-4bb5-9f8d-2150d1b8761f], does not exist path=[/infra/domains/default/groups/3b69996d-4bfb-4bb5-9f8d-2150d1b8761f]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3b69996d-4bfb-4bb5-9f8d-2150d1b8761f [ 864.632457] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b69996d-4bfb-4bb5-9f8d-2150d1b8761f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.632940] env[67361]: Traceback (most recent call last): [ 864.632990] env[67361]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 864.632990] env[67361]: return func(*args, **kwargs) [ 864.632990] env[67361]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 864.632990] env[67361]: res.raise_for_status() [ 864.632990] env[67361]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 864.632990] env[67361]: raise HTTPError(http_error_msg, response=self) [ 864.632990] env[67361]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3b69996d-4bfb-4bb5-9f8d-2150d1b8761f [ 864.632990] env[67361]: During handling of the above exception, another exception occurred: [ 864.632990] env[67361]: Traceback (most recent call last): [ 864.633319] env[67361]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 864.633319] env[67361]: listener.cb(fileno) [ 864.633319] env[67361]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 864.633319] env[67361]: result = function(*args, **kwargs) [ 864.633319] env[67361]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 864.633319] env[67361]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 864.633319] env[67361]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 864.633319] env[67361]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 864.633319] env[67361]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 864.633319] env[67361]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 864.633319] env[67361]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 864.633319] env[67361]: res.raise_for_status() [ 864.633319] env[67361]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 864.633319] env[67361]: raise HTTPError(http_error_msg, response=self) [ 864.633319] env[67361]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3b69996d-4bfb-4bb5-9f8d-2150d1b8761f [ 864.633319] env[67361]: Removing descriptor: 14 [ 864.709455] env[67361]: INFO networking_nsxv3.common.synchronization [req-76974d23-a282-427f-beaf-59403b53bcad req-0928267b-597c-416b-bbfb-257446705091 tempest-ImagesOneServerNegativeTestJSON-1093389182 tempest-ImagesOneServerNegativeTestJSON-1093389182-project-member] Enqueued Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 864.710080] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 864.710403] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.710548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.710616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.710786] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.710947] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.711063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.711124] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.711254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.711356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.711451] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.860685] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.860685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.860685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.860685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.860685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.861057] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 864.897609] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.897842] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.897918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.898152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.898298] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.909894] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 865.215326] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.215326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.215326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.215326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.238022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.238291] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.238419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.238482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.238671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.238749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.238834] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 is going to be updated. [ 865.302597] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.302850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.302850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.303202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.303857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.316545] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: IN_PROGRESS for 2s [ 865.327820] env[67361]: INFO networking_nsxv3.common.synchronization [req-a4800dc2-b7a9-49bd-985d-2b1205850c32 req-50aa6862-590f-4173-93f1-9c36a1069d3b service nova] Enqueued Resource ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c with Priority: HIGHEST for action security_group_rules [ 865.327820] env[67361]: INFO networking_nsxv3.common.synchronization [req-a4800dc2-b7a9-49bd-985d-2b1205850c32 req-50aa6862-590f-4173-93f1-9c36a1069d3b service nova] Enqueued Resource ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c with Priority: HIGHEST for action security_group_members [ 865.327995] env[67361]: INFO networking_nsxv3.common.synchronization [req-a4800dc2-b7a9-49bd-985d-2b1205850c32 req-50aa6862-590f-4173-93f1-9c36a1069d3b service nova] Enqueued Resource ID: 2add1ed5-4b7a-4edb-abf5-9bd47da663da with Priority: HIGHEST for action port [ 865.328995] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c with Priority: HIGHEST for action security_group_rules [ 865.329272] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c with Priority: HIGHEST for action security_group_members [ 865.329552] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2add1ed5-4b7a-4edb-abf5-9bd47da663da with Priority: HIGHEST for action port [ 865.330063] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d92f7c8-00cc-4a77-84ee-e385d78ee75c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.330420] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.330699] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.331198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.331405] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d92f7c8-00cc-4a77-84ee-e385d78ee75c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.332720] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.336292] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.336442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.336756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.337069] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.337246] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.337355] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.337630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.337789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.337974] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d92f7c8-00cc-4a77-84ee-e385d78ee75c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.340727] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-2add1ed5-4b7a-4edb-abf5-9bd47da663da taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.344050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2add1ed5-4b7a-4edb-abf5-9bd47da663da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.344574] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2add1ed5-4b7a-4edb-abf5-9bd47da663da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.344872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2add1ed5-4b7a-4edb-abf5-9bd47da663da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.345092] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2add1ed5-4b7a-4edb-abf5-9bd47da663da',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.351350] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d92f7c8-00cc-4a77-84ee-e385d78ee75c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.353184] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.353184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.854212] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2add1ed5-4b7a-4edb-abf5-9bd47da663da with status ACTIVE [ 865.854510] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.854658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.854725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.854949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.855053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.855236] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.855328] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.855382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.855537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.855613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.855793] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.855897] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.855958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.856115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.856208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.856296] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2add1ed5-4b7a-4edb-abf5-9bd47da663da is going to be updated. [ 865.857694] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d92f7c8-00cc-4a77-84ee-e385d78ee75c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.881784] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.881949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.882049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.882297] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.882440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.882605] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2add1ed5-4b7a-4edb-abf5-9bd47da663da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.361596] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.361809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.361946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.362079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.362151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.362261] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c is going to be created. [ 866.404723] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.404723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.404867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.404978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.405146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.415457] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c in Status: UNINITIALIZED for 2s [ 866.920727] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 866.921131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.921182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.921398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.921632] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.921820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.921913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.922112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.922207] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.922297] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.922478] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.922563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.922622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.922773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.924267] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.924267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.924267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.924267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.924267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.924267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.924267] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.926981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.929081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.929522] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.929522] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.929522] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.930050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.930703] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.931410] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.334709] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: SUCCESS [ 867.334924] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 deletion is rescheduled due to dependency. [ 867.335056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.433803] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31227000-8068-4780-b5a5-0c1e647ca8f6: rpc.has_security_group_logging(os_id): False [ 867.437625] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.460034] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.460034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.460034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.460034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.489255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.489255] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.489255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.489255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.489255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.489255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.489255] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.491019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.491019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.491019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.491019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.491019] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.491019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.492923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.492923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.492923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.492923] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 867.582274] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.582501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.582544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.582852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.583070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.608572] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 867.937933] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.426540] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c in Status: SUCCESS [ 868.426769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.426966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.427221] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.427415] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.427592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.427592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.427730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.427808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.427934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.427974] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d92f7c8-00cc-4a77-84ee-e385d78ee75c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.440865] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.441068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.441121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.441308] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.441387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.441486] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 868.480033] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.480240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.480240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.480436] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.480583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.493846] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 868.932717] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.932717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.932717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.933039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.933076] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.933186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.933248] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.933401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.933595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.933595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.933726] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.933798] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.933856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.933998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.934151] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.934241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.934301] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.934442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.934501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.934647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.934698] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d92f7c8-00cc-4a77-84ee-e385d78ee75c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.442650] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d92f7c8-00cc-4a77-84ee-e385d78ee75c: rpc.has_security_group_logging(os_id): False [ 869.464105] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.464375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.464492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.464888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.464989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.465342] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.465512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.465622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.465890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.466096] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.466381] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.466546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.466663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.466927] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.467212] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.467527] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.467697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.467811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.468069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.468216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.468370] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c is going to be created. [ 869.550958] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.552098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.552193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.553150] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.553336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.573626] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c in Status: IN_PROGRESS for 2s [ 869.638370] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 869.638668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.638982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.639274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.639382] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.141987] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.141987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.330409] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 870.330543] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 870.513068] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 870.513068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.513068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.513068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.513068] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.513068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.513068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.513690] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.513690] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.513690] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.513690] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.003902] env[67361]: INFO networking_nsxv3.common.synchronization [None req-0c10dd86-1844-4101-b6e4-e2e3a5898a81 None None] Enqueued Resource ID: 656b8f8b-62de-407a-b7f9-14a533e22204 with Priority: HIGHEST for action port [ 871.004439] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656b8f8b-62de-407a-b7f9-14a533e22204 with Priority: HIGHEST for action port [ 871.004739] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-656b8f8b-62de-407a-b7f9-14a533e22204 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.004853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-656b8f8b-62de-407a-b7f9-14a533e22204" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.004911] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-656b8f8b-62de-407a-b7f9-14a533e22204" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.006359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-656b8f8b-62de-407a-b7f9-14a533e22204" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.006460] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('656b8f8b-62de-407a-b7f9-14a533e22204',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.016627] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.016799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.016866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.017053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.017212] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.017310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.017373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.017518] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.017602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.017687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.017827] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.017907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.017960] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.018126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.018260] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.018346] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.018403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.018530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.018598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.018677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.018755] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.509915] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 656b8f8b-62de-407a-b7f9-14a533e22204 [ 871.510204] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.510379] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.510453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.510621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.510707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.510801] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:656b8f8b-62de-407a-b7f9-14a533e22204 already deleted. [ 871.510881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-656b8f8b-62de-407a-b7f9-14a533e22204" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.521580] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31227000-8068-4780-b5a5-0c1e647ca8f6: rpc.has_security_group_logging(os_id): False [ 871.547183] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.547379] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.547463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.547710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.547833] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.548112] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.548250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.548324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.548473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.548555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.548759] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.548842] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.548928] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.550584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.550707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.551086] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.551086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.551204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.552489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.552489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.552489] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 871.588547] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c in Status: SUCCESS [ 871.588774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.630605] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.632747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.632747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.632747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.632747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.686820] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 872.314784] env[67361]: INFO networking_nsxv3.common.synchronization [req-35f9760a-7d33-4cdb-964b-fa074d20874e req-d8df9268-b12e-494a-941c-3931671ddfa5 tempest-ServersTestJSON-590728185 tempest-ServersTestJSON-590728185-project-member] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 872.315488] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 872.315908] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.316070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.316143] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.316354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.317727] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.317727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.317727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.317727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.317727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.317727] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.822043] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.898128] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.898393] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.898569] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.900348] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.901111] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.901337] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.901529] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.901908] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.903328] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.903830] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.903830] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.903830] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.904043] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.904043] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.904488] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.904671] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.927733] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.927733] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.928232] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.928232] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.928591] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-bdd80c7a-27ba-44ec-a5d6-c9fd097f661b taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.928775] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-bdd80c7a-27ba-44ec-a5d6-c9fd097f661b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.928892] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-bdd80c7a-27ba-44ec-a5d6-c9fd097f661b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.929546] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-bdd80c7a-27ba-44ec-a5d6-c9fd097f661b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.930331] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd80c7a-27ba-44ec-a5d6-c9fd097f661b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.325630] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.434026] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.434026] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.434026] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.434026] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.434547] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.434547] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port bdd80c7a-27ba-44ec-a5d6-c9fd097f661b not found, creating... [ 873.434735] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.435015] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.435264] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.435571] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.435782] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.436409] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.436636] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.436795] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.437134] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.437321] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.437525] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: bdd80c7a-27ba-44ec-a5d6-c9fd097f661b is going to be created. [ 873.441391] env[67361]: INFO networking_nsxv3.common.synchronization [None req-c64f6196-64d9-42e7-9560-d3b48f502492 None None] Enqueued Resource ID: 7134248b-c62a-48eb-90b0-dd49c718b613 with Priority: HIGHEST for action port [ 873.442825] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7134248b-c62a-48eb-90b0-dd49c718b613 with Priority: HIGHEST for action port [ 873.443269] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-7134248b-c62a-48eb-90b0-dd49c718b613 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.443994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7134248b-c62a-48eb-90b0-dd49c718b613" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.443994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7134248b-c62a-48eb-90b0-dd49c718b613" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.443994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7134248b-c62a-48eb-90b0-dd49c718b613" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.443994] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7134248b-c62a-48eb-90b0-dd49c718b613',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.465966] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.465966] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.465966] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.465966] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.466308] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.466308] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-bdd80c7a-27ba-44ec-a5d6-c9fd097f661b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.717846] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 873.718150] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.830840] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.830840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.830840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.830840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.830840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.830840] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 873.864865] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.865419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.865579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.865953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.866161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.880531] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 873.951734] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7134248b-c62a-48eb-90b0-dd49c718b613 [ 873.953678] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.953678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.953678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.953678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.953678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.953678] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7134248b-c62a-48eb-90b0-dd49c718b613 already deleted. [ 873.953678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7134248b-c62a-48eb-90b0-dd49c718b613" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.134417] env[67361]: INFO networking_nsxv3.common.synchronization [None req-2d8e6e02-13f2-47a3-95ca-830e45855a82 None None] Enqueued Resource ID: 97930bcc-5869-4511-a457-641f8eafce13 with Priority: HIGHEST for action port [ 874.135470] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97930bcc-5869-4511-a457-641f8eafce13 with Priority: HIGHEST for action port [ 874.135804] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-97930bcc-5869-4511-a457-641f8eafce13 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.135981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97930bcc-5869-4511-a457-641f8eafce13" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.136045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97930bcc-5869-4511-a457-641f8eafce13" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.136351] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97930bcc-5869-4511-a457-641f8eafce13" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.136438] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97930bcc-5869-4511-a457-641f8eafce13',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.196276] env[67361]: INFO networking_nsxv3.common.synchronization [req-35f9760a-7d33-4cdb-964b-fa074d20874e req-e00f3c88-f113-435d-93d6-e2026df0900e service nova] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_rules [ 874.196454] env[67361]: INFO networking_nsxv3.common.synchronization [req-35f9760a-7d33-4cdb-964b-fa074d20874e req-e00f3c88-f113-435d-93d6-e2026df0900e service nova] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 874.196586] env[67361]: INFO networking_nsxv3.common.synchronization [req-35f9760a-7d33-4cdb-964b-fa074d20874e req-e00f3c88-f113-435d-93d6-e2026df0900e service nova] Enqueued Resource ID: bdd80c7a-27ba-44ec-a5d6-c9fd097f661b with Priority: HIGHEST for action port [ 874.196823] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_rules [ 874.196945] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 874.197084] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd80c7a-27ba-44ec-a5d6-c9fd097f661b with Priority: HIGHEST for action port [ 874.198184] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.198184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.198184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.198596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.198720] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.199897] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.200981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.205080] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdd80c7a-27ba-44ec-a5d6-c9fd097f661b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.205080] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdd80c7a-27ba-44ec-a5d6-c9fd097f661b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.205080] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdd80c7a-27ba-44ec-a5d6-c9fd097f661b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.205080] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdd80c7a-27ba-44ec-a5d6-c9fd097f661b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.205080] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd80c7a-27ba-44ec-a5d6-c9fd097f661b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.565627] env[67361]: INFO networking_nsxv3.common.synchronization [req-5f79477c-59ab-4b64-88b9-f4d954c0599a req-76cbd380-7754-492e-87ef-8b2feaacf6ba tempest-FloatingIPsAssociationTestJSON-1633506994 tempest-FloatingIPsAssociationTestJSON-1633506994-project-member] Enqueued Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_members [ 874.566733] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_members [ 874.567223] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca6f60f-a573-468e-b0c3-83a767333e25 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.567490] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.567663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.567963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.568222] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.568439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.568851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.570561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.570561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.570561] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.638697] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97930bcc-5869-4511-a457-641f8eafce13 [ 874.641116] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.641116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.641116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.641326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.641326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.642522] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97930bcc-5869-4511-a457-641f8eafce13 already deleted. [ 874.642522] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97930bcc-5869-4511-a457-641f8eafce13" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.706061] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.706253] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.706449] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdd80c7a-27ba-44ec-a5d6-c9fd097f661b with status ACTIVE [ 874.706631] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.706747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.706835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.707155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.707253] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.707449] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.707545] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.707603] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.707762] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.707842] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.708033] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.708128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.708196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.708337] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.708406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.708487] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdd80c7a-27ba-44ec-a5d6-c9fd097f661b is going to be updated. [ 874.737406] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.737571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.737639] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.737847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.737982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.738163] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdd80c7a-27ba-44ec-a5d6-c9fd097f661b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.953652] env[67361]: INFO networking_nsxv3.common.synchronization [None req-616cdb1c-6b5d-4f51-8e23-10cac3a0ba3a tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: 947666e5-8645-4117-9008-6b40057de68c with Priority: HIGHEST for action security_group_rules [ 874.954281] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947666e5-8645-4117-9008-6b40057de68c with Priority: HIGHEST for action security_group_rules [ 874.954621] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-947666e5-8645-4117-9008-6b40057de68c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.954745] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.954806] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.955457] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.955457] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('947666e5-8645-4117-9008-6b40057de68c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.061867] env[67361]: INFO networking_nsxv3.common.synchronization [None req-acdbc6b5-e74c-4811-a70c-d313bac9a394 tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: 947666e5-8645-4117-9008-6b40057de68c with Priority: HIGHEST for action security_group_rules [ 875.062472] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947666e5-8645-4117-9008-6b40057de68c with Priority: HIGHEST for action security_group_rules [ 875.062836] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-947666e5-8645-4117-9008-6b40057de68c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.062974] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.072392] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.482061] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.482061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.482061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.482061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.482061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.482061] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 947666e5-8645-4117-9008-6b40057de68c already deleted. [ 875.482061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.482535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.482535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.482535] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('947666e5-8645-4117-9008-6b40057de68c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.574525] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.895538] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 875.895828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.897735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.897735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.897735] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.897735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.897735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.897735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.897735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.897735] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.007966] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.007966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.007966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.007966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.007966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.007966] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 947666e5-8645-4117-9008-6b40057de68c already deleted. [ 876.007966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.077560] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.077981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.080186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.080186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.080186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.080186] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 is going to be updated. [ 876.109289] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.109289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.109289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.109289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.109289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.118959] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 in Status: IN_PROGRESS for 2s [ 876.399921] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.903338] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.088379] env[67361]: INFO networking_nsxv3.common.synchronization [None req-7714486e-b22c-4cda-b6df-080331a528b8 None None] Enqueued Resource ID: 5f39bd59-5005-48a3-bad1-8391c2ad7ff8 with Priority: HIGHEST for action port [ 877.088379] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f39bd59-5005-48a3-bad1-8391c2ad7ff8 with Priority: HIGHEST for action port [ 877.088379] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f39bd59-5005-48a3-bad1-8391c2ad7ff8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.089058] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f39bd59-5005-48a3-bad1-8391c2ad7ff8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.089058] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f39bd59-5005-48a3-bad1-8391c2ad7ff8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.089058] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f39bd59-5005-48a3-bad1-8391c2ad7ff8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.089058] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f39bd59-5005-48a3-bad1-8391c2ad7ff8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.406797] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.406797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.406797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.406797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.407147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.407189] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 877.443596] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.443809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.443904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.444167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.444331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.457619] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 877.592386] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f39bd59-5005-48a3-bad1-8391c2ad7ff8 [ 877.592386] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.592386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.592386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.593433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.593433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.593433] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f39bd59-5005-48a3-bad1-8391c2ad7ff8 already deleted. [ 877.593433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f39bd59-5005-48a3-bad1-8391c2ad7ff8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.128459] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 in Status: SUCCESS [ 878.128749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.469981] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 879.470395] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.470395] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.470647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.470811] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.471014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.471014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.471193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.471236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.471297] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.471422] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.973776] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.973936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.974011] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.974237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.974407] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.974510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.974572] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.974713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.974810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.974892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.975159] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.975316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.975400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.975598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.975751] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.975843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.975903] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.976131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.976214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.976306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.976418] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.398337] env[67361]: INFO networking_nsxv3.common.synchronization [None req-710bd948-4d2c-4b28-9f1e-1e69eb216841 tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 with Priority: HIGHEST for action security_group_rules [ 880.398928] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 with Priority: HIGHEST for action security_group_rules [ 880.399347] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.399515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.399556] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.399819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.399902] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7c82cb8-2360-4267-aebd-9ca35a878bc4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.478877] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00db7729-6d15-4015-b5d1-85c80e2b5439: rpc.has_security_group_logging(os_id): False [ 880.490439] env[67361]: INFO networking_nsxv3.common.synchronization [None req-4f41d4bc-ceda-4fc6-9b07-7a2b2f62c94b tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 with Priority: HIGHEST for action security_group_rules [ 880.491253] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 with Priority: HIGHEST for action security_group_rules [ 880.491741] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.491883] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.499842] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.500087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.500190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.500487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.524914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.525243] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.525402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.525474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.525685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.525766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.525954] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.526086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.526148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.526300] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.526370] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.526554] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.526875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.526875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.526875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.526875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.527135] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 880.595859] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.596077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.596214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.596453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.596622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.616322] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 880.928970] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.928970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.928970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.928970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.929362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.929362] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 already deleted. [ 880.929362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.930533] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.930533] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.930533] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7c82cb8-2360-4267-aebd-9ca35a878bc4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.451476] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.451643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.451757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.452053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.452217] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.452406] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 already deleted. [ 881.452406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.619795] env[67361]: INFO networking_nsxv3.common.synchronization [req-ab968cb3-8ecc-471e-9060-b28e27169cc5 req-eb7d4fae-22d3-4657-aa73-85904d7fbe35 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 881.620471] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 881.620813] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.621088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.621088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.621336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.621499] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.621627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.621707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.621864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.621950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.622056] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.929062] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.929062] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.929062] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.929062] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.929062] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.929062] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.929062] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.929062] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.929062] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.929062] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.929839] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.930145] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.930412] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.930626] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.930824] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.931061] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.955035] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.955187] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.955349] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.955598] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.956203] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.956383] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.956549] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.956988] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.957211] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.125312] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.125567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.125567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.125788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.125876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.126122] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.126260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.126339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.126443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.126560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.126645] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 already deleted. [ 882.126730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.177449] env[67361]: INFO networking_nsxv3.common.synchronization [req-df13a4ad-4397-47c2-b8c2-d7ac066ea8ed req-8c0bbeb2-9d47-4750-971c-a9bd329b4164 tempest-ServersTestBootFromVolume-1004535536 tempest-ServersTestBootFromVolume-1004535536-project-member] Enqueued Resource ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 with Priority: HIGHEST for action security_group_members [ 882.178281] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 with Priority: HIGHEST for action security_group_members [ 882.178724] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.178896] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.178992] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.179421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.179655] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.179809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.179956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.180145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.180272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.180406] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f240979-d4fb-4ec3-8c6c-da7ab52dc609',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.459800] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.459985] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.460159] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.460529] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.460707] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.460862] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04 not found, creating... [ 882.461149] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.461343] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.461605] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.461698] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.461767] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.462095] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.462248] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.462366] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.462614] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.462767] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.462938] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04 is going to be created. [ 882.484481] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.484963] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.485105] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.485384] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.485616] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.485859] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.515799] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.516014] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-73" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.516139] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-73" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.516480] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-73" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.516746] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.516910] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.517073] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.517314] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.517454] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.517652] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.517762] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.517865] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.517966] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.518086] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.518190] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.518313] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.566020] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.566258] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.566357] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.566550] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-73" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.566890] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-409d38f2-edac-4c4a-a21e-df3627a258f1 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.567199] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-409d38f2-edac-4c4a-a21e-df3627a258f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.567356] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-409d38f2-edac-4c4a-a21e-df3627a258f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.567693] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-409d38f2-edac-4c4a-a21e-df3627a258f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.567835] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409d38f2-edac-4c4a-a21e-df3627a258f1',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.651424] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 882.651810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.682945] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.683183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.683183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.683402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.683491] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.683694] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.683792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.683854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.684019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.684091] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.684176] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 already deleted. [ 882.684255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.070822] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.071082] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.071178] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.071491] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.071629] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.071776] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 409d38f2-edac-4c4a-a21e-df3627a258f1 not found, creating... [ 883.072041] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.072196] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.072310] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.072519] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.072651] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.072920] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.073167] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.073255] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.073389] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.073517] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.073651] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 409d38f2-edac-4c4a-a21e-df3627a258f1 is going to be created. [ 883.094934] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.095251] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.095407] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.095687] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.095915] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.096565] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-409d38f2-edac-4c4a-a21e-df3627a258f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.206626] env[67361]: INFO networking_nsxv3.common.synchronization [req-ab968cb3-8ecc-471e-9060-b28e27169cc5 req-1e906a41-8a35-470b-a8c6-6e4c295899be service nova] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_rules [ 883.206803] env[67361]: INFO networking_nsxv3.common.synchronization [req-ab968cb3-8ecc-471e-9060-b28e27169cc5 req-1e906a41-8a35-470b-a8c6-6e4c295899be service nova] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 883.206941] env[67361]: INFO networking_nsxv3.common.synchronization [req-ab968cb3-8ecc-471e-9060-b28e27169cc5 req-1e906a41-8a35-470b-a8c6-6e4c295899be service nova] Enqueued Resource ID: c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04 with Priority: HIGHEST for action port [ 883.207568] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_rules [ 883.207704] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 883.207794] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04 with Priority: HIGHEST for action port [ 883.208081] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.208205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.208273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.208532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.208616] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.209605] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.209721] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.209788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.209956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.210140] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.210233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.210288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.210515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.210515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.210593] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.211388] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.211503] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.211549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.211694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.211765] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.474656] env[67361]: INFO networking_nsxv3.common.synchronization [req-7d47aa8d-abdc-4e0a-abc3-108d6bb76e24 req-a5984cf5-b407-4b7c-9d5a-d58a721abb1d tempest-AttachInterfacesV270Test-1073505820 tempest-AttachInterfacesV270Test-1073505820-project-member] Enqueued Resource ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c with Priority: HIGHEST for action security_group_members [ 883.476548] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c with Priority: HIGHEST for action security_group_members [ 883.476879] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.477057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.477148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.477371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.479971] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.479971] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.479971] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.479971] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.479971] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.479971] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d92f7c8-00cc-4a77-84ee-e385d78ee75c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.713252] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.713659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.713793] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04 with status ACTIVE [ 883.713980] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.714126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.714193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.714634] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.714634] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.714847] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.715107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.715107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.715278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.715278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.715386] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.715473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.715555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.715670] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.715738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.715824] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04 is going to be updated. [ 883.716967] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.741277] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.741495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.741624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.741936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.742136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.742364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5e09bd1-9bb0-4d9c-ad94-a92a5a077f04" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.820089] env[67361]: INFO networking_nsxv3.common.synchronization [req-df13a4ad-4397-47c2-b8c2-d7ac066ea8ed req-457abe03-0228-4915-bf70-27a243411b2e service nova] Enqueued Resource ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 with Priority: HIGHEST for action security_group_rules [ 883.820287] env[67361]: INFO networking_nsxv3.common.synchronization [req-df13a4ad-4397-47c2-b8c2-d7ac066ea8ed req-457abe03-0228-4915-bf70-27a243411b2e service nova] Enqueued Resource ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 with Priority: HIGHEST for action security_group_members [ 883.820601] env[67361]: INFO networking_nsxv3.common.synchronization [req-df13a4ad-4397-47c2-b8c2-d7ac066ea8ed req-457abe03-0228-4915-bf70-27a243411b2e service nova] Enqueued Resource ID: 409d38f2-edac-4c4a-a21e-df3627a258f1 with Priority: HIGHEST for action port [ 883.820985] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 with Priority: HIGHEST for action security_group_rules [ 883.821234] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 with Priority: HIGHEST for action security_group_members [ 883.821234] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409d38f2-edac-4c4a-a21e-df3627a258f1 with Priority: HIGHEST for action port [ 883.821578] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.821720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.821759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.821982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.822031] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f240979-d4fb-4ec3-8c6c-da7ab52dc609',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.822898] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.823021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.823091] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.823264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.823408] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.823504] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.823559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.823709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.823758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.824067] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f240979-d4fb-4ec3-8c6c-da7ab52dc609',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.824905] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-409d38f2-edac-4c4a-a21e-df3627a258f1 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.825060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-409d38f2-edac-4c4a-a21e-df3627a258f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.825166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-409d38f2-edac-4c4a-a21e-df3627a258f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.825327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-409d38f2-edac-4c4a-a21e-df3627a258f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.825402] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409d38f2-edac-4c4a-a21e-df3627a258f1',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.980630] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.980933] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.981107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.981309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.981410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.981633] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.981741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.981801] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.981964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.982053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.982148] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c is going to be updated. [ 884.014625] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.014864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.014931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.015160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.015331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.026634] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c in Status: IN_PROGRESS for 2s [ 884.220984] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.328056] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.328056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.328313] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f240979-d4fb-4ec3-8c6c-da7ab52dc609',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.331840] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 409d38f2-edac-4c4a-a21e-df3627a258f1 with status ACTIVE [ 884.331840] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.331840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.331840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.331840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.331840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.331840] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.331840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.331840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.331840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.331840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.331840] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.331840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.331840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.331840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.331840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.331840] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 409d38f2-edac-4c4a-a21e-df3627a258f1 is going to be updated. [ 884.376582] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.376718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.376718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.376951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.377126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.377292] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-409d38f2-edac-4c4a-a21e-df3627a258f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.724166] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.724547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.724547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.724718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.724835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.724963] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be created. [ 884.750514] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.750514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.750649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.750736] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.750894] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.768988] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: UNINITIALIZED for 2s [ 884.833080] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f240979-d4fb-4ec3-8c6c-da7ab52dc609',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.336472] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.336595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.336654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.337205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.337377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.337492] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 is going to be created. [ 885.378961] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.379189] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.380701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.380701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.380701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.391139] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 in Status: UNINITIALIZED for 2s [ 886.060949] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c in Status: SUCCESS [ 886.061341] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c deletion is rescheduled due to dependency. [ 886.061388] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.780899] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 886.781168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.781341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.781583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.781777] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.781898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.781960] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.782116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.782204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.782314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.782413] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.285424] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.285814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.285814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.286053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.286272] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.286360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.286485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.286678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.286862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.288030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.288030] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.288030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.288030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.288030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.288030] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.288030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.288030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.288030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.288508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.288508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.288508] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.406218] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 in Status: SUCCESS [ 887.406454] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.406622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.406852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.407079] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.407192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.407256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.407408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.407489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.407594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.407686] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f240979-d4fb-4ec3-8c6c-da7ab52dc609',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.792407] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d10356-ac6c-4e92-b8ba-ad820b0869a8: rpc.has_security_group_logging(os_id): False [ 887.811027] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.811175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.811242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.811486] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.811580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.811791] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.811889] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.811950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.812114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.812187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.812370] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.812481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.812526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.812633] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.812700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.812875] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.812970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.813158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.813221] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.813439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.813564] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be created. [ 887.910921] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.911169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.911283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.911587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.911836] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.913659] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f240979-d4fb-4ec3-8c6c-da7ab52dc609',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.938490] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 888.188153] env[67361]: INFO networking_nsxv3.common.synchronization [None req-a9ed595b-eb6f-4e5d-b7e8-a14d0a67e343 None None] Enqueued Resource ID: 0d786617-3c36-4b58-b002-eb9f9232c03c with Priority: HIGHEST for action port [ 888.188153] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d786617-3c36-4b58-b002-eb9f9232c03c with Priority: HIGHEST for action port [ 888.188153] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d786617-3c36-4b58-b002-eb9f9232c03c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.188153] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d786617-3c36-4b58-b002-eb9f9232c03c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.190646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d786617-3c36-4b58-b002-eb9f9232c03c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.190646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d786617-3c36-4b58-b002-eb9f9232c03c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.190646] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d786617-3c36-4b58-b002-eb9f9232c03c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.418788] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f240979-d4fb-4ec3-8c6c-da7ab52dc609: rpc.has_security_group_logging(os_id): False [ 888.439766] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.440474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.440474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.440474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.443837] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.443837] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.443837] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.443837] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.443837] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.443837] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.443837] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 is going to be created. [ 888.531788] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.531982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.532045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.532279] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.532482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.551065] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 in Status: IN_PROGRESS for 2s [ 888.695021] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d786617-3c36-4b58-b002-eb9f9232c03c [ 888.695021] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.695021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.695021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.695021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.695021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.695021] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d786617-3c36-4b58-b002-eb9f9232c03c already deleted. [ 888.695021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d786617-3c36-4b58-b002-eb9f9232c03c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.954296] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 889.954569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.215738] env[67361]: INFO networking_nsxv3.common.synchronization [req-d00575fe-c735-4f47-8315-01c3c856a408 req-cfd3cef9-100c-4be3-85b5-f78ef0f06c32 tempest-ServersTestJSON-590728185 tempest-ServersTestJSON-590728185-project-member] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 890.215738] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 890.216947] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.216947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.216947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.217199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.217364] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.217364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.217471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.217555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.217637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.217736] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.566648] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 in Status: SUCCESS [ 890.566648] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.722470] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.873525] env[67361]: INFO networking_nsxv3.common.synchronization [req-876798c7-e969-4877-94e3-76469c0bc323 req-15f39793-8108-4a7e-bca4-7b7cd5da9f3f tempest-ImagesTestJSON-158730557 tempest-ImagesTestJSON-158730557-project-member] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 890.874108] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 890.874424] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.874550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.874615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.874819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.874991] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.877697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.877799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.877997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.878107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.878209] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.055512] env[67361]: INFO networking_nsxv3.common.synchronization [None req-05da9b0e-c89d-445b-af88-81ddc64b2997 None None] Enqueued Resource ID: ab6378db-e134-4e17-bd60-704ae62fa051 with Priority: HIGHEST for action port [ 891.056358] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab6378db-e134-4e17-bd60-704ae62fa051 with Priority: HIGHEST for action port [ 891.056919] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab6378db-e134-4e17-bd60-704ae62fa051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.057100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab6378db-e134-4e17-bd60-704ae62fa051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.057210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab6378db-e134-4e17-bd60-704ae62fa051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.057470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab6378db-e134-4e17-bd60-704ae62fa051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.057513] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6378db-e134-4e17-bd60-704ae62fa051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.224461] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.258456] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.259328] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.259328] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.259328] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.259477] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.259634] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.259750] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.259979] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.260211] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.260421] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.260534] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.260641] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.260742] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.260847] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.260951] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.261109] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.282350] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.282552] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.282690] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.282868] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.283229] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-2da01938-06fc-4d3a-9800-c04a16be1a86 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.284519] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-2da01938-06fc-4d3a-9800-c04a16be1a86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.284519] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-2da01938-06fc-4d3a-9800-c04a16be1a86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.284519] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-2da01938-06fc-4d3a-9800-c04a16be1a86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.284519] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da01938-06fc-4d3a-9800-c04a16be1a86',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.380947] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.569681] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab6378db-e134-4e17-bd60-704ae62fa051 [ 891.569912] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.570075] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.570142] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.570365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.570447] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.570549] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab6378db-e134-4e17-bd60-704ae62fa051 already deleted. [ 891.570670] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab6378db-e134-4e17-bd60-704ae62fa051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.728490] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.728643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.728735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.728920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.729015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.729334] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 891.759709] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.759884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.759920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.760135] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.760281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.770536] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 891.787275] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.787691] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.787691] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.788031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.788200] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.788353] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 2da01938-06fc-4d3a-9800-c04a16be1a86 not found, creating... [ 891.788615] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.788771] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.788885] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.789150] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.789631] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.789631] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.789770] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.789837] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.790147] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.790223] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.790362] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 2da01938-06fc-4d3a-9800-c04a16be1a86 is going to be created. [ 891.826297] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.826297] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.826297] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.826519] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.826741] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.826980] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-2da01938-06fc-4d3a-9800-c04a16be1a86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.884184] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.386381] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.386917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.387058] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.387293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.387386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.387489] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 892.426522] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.427018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.427168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.427399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.427548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.438099] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 892.586122] env[67361]: INFO networking_nsxv3.common.synchronization [req-876798c7-e969-4877-94e3-76469c0bc323 req-e0dd4b5b-c1e5-4774-aab3-0bc0759503b9 service nova] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_rules [ 892.586351] env[67361]: INFO networking_nsxv3.common.synchronization [req-876798c7-e969-4877-94e3-76469c0bc323 req-e0dd4b5b-c1e5-4774-aab3-0bc0759503b9 service nova] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 892.586438] env[67361]: INFO networking_nsxv3.common.synchronization [req-876798c7-e969-4877-94e3-76469c0bc323 req-e0dd4b5b-c1e5-4774-aab3-0bc0759503b9 service nova] Enqueued Resource ID: 2da01938-06fc-4d3a-9800-c04a16be1a86 with Priority: HIGHEST for action port [ 892.589351] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_rules [ 892.589503] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 892.589594] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da01938-06fc-4d3a-9800-c04a16be1a86 with Priority: HIGHEST for action port [ 892.589898] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.590061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.590156] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.590364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.590463] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.591383] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.591478] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.592265] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-2da01938-06fc-4d3a-9800-c04a16be1a86 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.592265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2da01938-06fc-4d3a-9800-c04a16be1a86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.592265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2da01938-06fc-4d3a-9800-c04a16be1a86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.592265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2da01938-06fc-4d3a-9800-c04a16be1a86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.596795] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da01938-06fc-4d3a-9800-c04a16be1a86',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.740420] env[67361]: INFO networking_nsxv3.common.synchronization [req-bf331708-23e3-4a96-a5ff-74b6efb99bd8 req-f1ff44e2-2951-48fe-af03-946540887d32 tempest-ServerActionsTestOtherB-896352122 tempest-ServerActionsTestOtherB-896352122-project-member] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 892.741738] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 892.742156] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.742301] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.742381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.742580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.742759] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.742871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.742932] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.743100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.743201] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.743299] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.100701] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.100701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.102708] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2da01938-06fc-4d3a-9800-c04a16be1a86 with status ACTIVE [ 893.102924] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.103071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.103159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.103349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.103439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.103622] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.103722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.103782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.103936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.104027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.104209] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.104299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.104359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.104497] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.104569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.104650] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2da01938-06fc-4d3a-9800-c04a16be1a86 is going to be updated. [ 893.130313] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.130485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.130537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.130766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.131099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.131099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2da01938-06fc-4d3a-9800-c04a16be1a86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.245685] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.245846] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.245923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.246168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.274260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.274645] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.274799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.274883] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.275154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.275264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.275373] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be updated. [ 893.347733] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.347984] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.348083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.348332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.348508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.361335] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: IN_PROGRESS for 2s [ 893.781856] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 893.783103] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.449898] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 894.450227] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.450330] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.450503] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.450688] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.450930] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.450930] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.451085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.451181] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.451230] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.479436] env[67361]: INFO networking_nsxv3.common.synchronization [req-3e254324-0d55-4ebe-a70a-01de1cab736c req-410f74cb-d4bd-4afa-bb6d-f98d0805f665 tempest-ListServerFiltersTestJSON-383591061 tempest-ListServerFiltersTestJSON-383591061-project-member] Enqueued Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 894.480052] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 894.480493] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.480751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.480919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.481263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.481544] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.481763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.481902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.482148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.482311] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.482481] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.915123] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.916046] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-674" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.916046] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-674" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.916310] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-674" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.916491] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.916640] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.916763] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.916965] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.917135] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.917356] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.917465] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.917573] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.917676] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.917781] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.917882] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.918019] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.940311] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.940311] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.940311] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.940463] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-674" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.941023] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-69809598-f242-4855-873b-6427c1dc2ec3 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.941023] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-69809598-f242-4855-873b-6427c1dc2ec3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.941023] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-69809598-f242-4855-873b-6427c1dc2ec3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.941365] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-69809598-f242-4855-873b-6427c1dc2ec3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.941738] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69809598-f242-4855-873b-6427c1dc2ec3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.955582] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.985442] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.985591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.985660] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.985869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.985955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.986154] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.986249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.986310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.986455] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.986527] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.986610] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 already deleted. [ 894.986689] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.372221] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 895.372402] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e deletion is rescheduled due to dependency. [ 895.372487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.444092] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.445438] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.445564] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.445945] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.446110] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.446369] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 69809598-f242-4855-873b-6427c1dc2ec3 not found, creating... [ 895.446663] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.446922] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.447072] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.447305] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.447440] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.447730] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.447889] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.448008] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.448218] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.448346] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.448481] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 69809598-f242-4855-873b-6427c1dc2ec3 is going to be created. [ 895.457332] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.472469] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.472689] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.472813] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.473399] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.473399] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.473655] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-69809598-f242-4855-873b-6427c1dc2ec3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.960035] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.960611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.960737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.961114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.961251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.961544] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 896.002770] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.002918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.002979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.003215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.003366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.013728] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 896.193578] env[67361]: INFO networking_nsxv3.common.synchronization [req-3e254324-0d55-4ebe-a70a-01de1cab736c req-bbb4146a-3077-4f1b-afb5-59c26b7e6cf8 service nova] Enqueued Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_rules [ 896.193678] env[67361]: INFO networking_nsxv3.common.synchronization [req-3e254324-0d55-4ebe-a70a-01de1cab736c req-bbb4146a-3077-4f1b-afb5-59c26b7e6cf8 service nova] Enqueued Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 896.193796] env[67361]: INFO networking_nsxv3.common.synchronization [req-3e254324-0d55-4ebe-a70a-01de1cab736c req-bbb4146a-3077-4f1b-afb5-59c26b7e6cf8 service nova] Enqueued Resource ID: 69809598-f242-4855-873b-6427c1dc2ec3 with Priority: HIGHEST for action port [ 896.194040] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_rules [ 896.194169] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 896.194306] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69809598-f242-4855-873b-6427c1dc2ec3 with Priority: HIGHEST for action port [ 896.194808] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.194927] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.195035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.195261] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.195345] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.196251] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.196361] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.196426] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.196592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.196731] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.196820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.196880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.197120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.197160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.197416] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.197951] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-69809598-f242-4855-873b-6427c1dc2ec3 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.198070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69809598-f242-4855-873b-6427c1dc2ec3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.198121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69809598-f242-4855-873b-6427c1dc2ec3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.198272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69809598-f242-4855-873b-6427c1dc2ec3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.198343] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69809598-f242-4855-873b-6427c1dc2ec3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.701015] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.701209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.701452] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.702774] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69809598-f242-4855-873b-6427c1dc2ec3 with status ACTIVE [ 896.702963] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.703102] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.703236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.703455] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.703550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.703728] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.703830] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.703881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.704048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.704125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.705242] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.705242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.705242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.705242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.705242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.705242] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69809598-f242-4855-873b-6427c1dc2ec3 is going to be updated. [ 896.737997] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.738161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.738221] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.738425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.738562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.738719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69809598-f242-4855-873b-6427c1dc2ec3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.207570] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.709418] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.709672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.709672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.713290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.713400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.713521] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 is going to be created. [ 897.742687] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.742908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.742908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.743133] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.743356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.755709] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: UNINITIALIZED for 2s [ 897.958590] env[67361]: INFO networking_nsxv3.common.synchronization [req-cf21f53f-ab90-4e3c-9c2d-ae20bfe03d11 req-fc359f33-2c35-4763-ad46-53dd17f1e669 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 897.958590] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 897.958590] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.958590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.959268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.959268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.959268] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.959268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.959268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.959750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.959750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.959750] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.025088] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 898.025439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.026052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.026309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.026541] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.026671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.026753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.027009] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.027208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.027305] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.027406] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.462370] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.462759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.462759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.462822] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.462898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.463138] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.463251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.463314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.463479] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.463556] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.463649] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 898.497216] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.497433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.497546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.497857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.498041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.512880] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 898.530559] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.530720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.530795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.531049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.531231] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.531341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.531452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.531560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.531648] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.531737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.531892] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.531994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.532075] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.532261] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.532582] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.532582] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.532582] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.532730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.532763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.532824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.532915] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.035467] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ebb203a-be70-4814-898f-218d9b9f6fca: rpc.has_security_group_logging(os_id): False [ 899.065504] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.066781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.066781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.066781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.098555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.098865] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.098980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.099095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.099363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.099496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.099648] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.099742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.099808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.099961] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.100044] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.100256] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.100350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.100405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.100549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.100614] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.100702] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 899.182767] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.182966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.183023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.183210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.183360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.201734] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 899.770198] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: SUCCESS [ 899.770564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.770641] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.770861] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.771165] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.771305] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.771373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.771539] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.771618] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.771703] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.772148] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.274140] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.274324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.274393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.274623] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.274799] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.274909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.274973] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.275182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.275231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.275307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.275459] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.275567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.275634] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.275773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.276145] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.276145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.276145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.276291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.276291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.276359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.276528] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.527734] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 900.527920] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 deletion is rescheduled due to dependency. [ 900.528051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.780057] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b77a5dcc-abd9-48eb-b6f2-e018aa4371a9: rpc.has_security_group_logging(os_id): False [ 900.803957] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.803957] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.804129] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.804235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.804356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.804876] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.804876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.804876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.804876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.805061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.805512] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.805512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.805512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.805512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.805700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.805700] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.805788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.805839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.805979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.806063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.806148] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 is going to be created. [ 900.884036] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.884188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.884257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.884489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.884669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.919029] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: IN_PROGRESS for 2s [ 901.217641] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 901.217828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.453901] env[67361]: INFO networking_nsxv3.common.synchronization [None req-a4741686-1112-4c57-92f9-6f35e1554a95 tempest-ServerDiskConfigTestJSON-1842165197 tempest-ServerDiskConfigTestJSON-1842165197-project-member] Enqueued Resource ID: b5c14ac7-bf98-4385-8c7f-d549b8b9017c with Priority: HIGHEST for action security_group_rules [ 901.454431] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c14ac7-bf98-4385-8c7f-d549b8b9017c with Priority: HIGHEST for action security_group_rules [ 901.454729] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5c14ac7-bf98-4385-8c7f-d549b8b9017c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.454846] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5c14ac7-bf98-4385-8c7f-d549b8b9017c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.454909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5c14ac7-bf98-4385-8c7f-d549b8b9017c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.455956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5c14ac7-bf98-4385-8c7f-d549b8b9017c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.456056] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5c14ac7-bf98-4385-8c7f-d549b8b9017c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.628453] env[67361]: INFO networking_nsxv3.common.synchronization [None req-93dade6c-34f4-45f0-9ed7-f66c1a6af36c tempest-ServerDiskConfigTestJSON-1842165197 tempest-ServerDiskConfigTestJSON-1842165197-project-member] Enqueued Resource ID: b5c14ac7-bf98-4385-8c7f-d549b8b9017c with Priority: HIGHEST for action security_group_rules [ 901.629629] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c14ac7-bf98-4385-8c7f-d549b8b9017c with Priority: HIGHEST for action security_group_rules [ 901.630054] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5c14ac7-bf98-4385-8c7f-d549b8b9017c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.630197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5c14ac7-bf98-4385-8c7f-d549b8b9017c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.983403] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.983643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.983678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.983891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.983985] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.984098] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5c14ac7-bf98-4385-8c7f-d549b8b9017c already deleted. [ 901.984182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5c14ac7-bf98-4385-8c7f-d549b8b9017c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.984339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5c14ac7-bf98-4385-8c7f-d549b8b9017c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.984503] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5c14ac7-bf98-4385-8c7f-d549b8b9017c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.984587] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5c14ac7-bf98-4385-8c7f-d549b8b9017c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.510505] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.510651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.510724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.510980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.511106] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.511236] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5c14ac7-bf98-4385-8c7f-d549b8b9017c already deleted. [ 902.511327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5c14ac7-bf98-4385-8c7f-d549b8b9017c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.828895] env[67361]: INFO networking_nsxv3.common.synchronization [req-acf50621-6d10-4b5e-98b8-09eadebb1dfe req-4f636cde-da55-488a-af21-65e7ab0fb95f tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGHEST for action security_group_members [ 902.829474] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGHEST for action security_group_members [ 902.830684] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ed1fd2-6791-479a-9ffd-a06149620d26 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.830873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.830952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.831232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.831402] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.831519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.831599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.831789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.831895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.832018] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ed1fd2-6791-479a-9ffd-a06149620d26',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.931601] env[67361]: INFO networking_nsxv3.common.synchronization [req-bb11bedf-6cec-41c1-9462-2134b3b7f049 req-8c923b3f-849f-4eb3-ae96-91aebf5ae612 tempest-ServersAdminNegativeTestJSON-1537510662 tempest-ServersAdminNegativeTestJSON-1537510662-project-member] Enqueued Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_members [ 902.932758] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: SUCCESS [ 902.933042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.935034] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGHEST for action security_group_members [ 902.935034] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.935034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.935034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.935034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.935034] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.935034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.935034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.935431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.935431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.935431] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.335056] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.335478] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.335478] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.335651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.358206] env[67361]: INFO networking_nsxv3.common.synchronization [req-2857100a-b029-4f65-b380-820c6e02a4de req-f82b8ac0-9cde-4b94-9aae-5408d6e261a4 tempest-ListServerFiltersTestJSON-383591061 tempest-ListServerFiltersTestJSON-383591061-project-member] Enqueued Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 903.358942] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 903.359589] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.359589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.359589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.359820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.359994] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.360102] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.360102] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.360487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.360487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.360628] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.368767] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.370179] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.370179] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.370179] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.371199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.371199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.371199] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 is going to be updated. [ 903.415517] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.415517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.415517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.415787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.415787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.440838] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.441069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.441069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.441292] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.443149] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 in Status: IN_PROGRESS for 2s [ 903.491038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.491038] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.491038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.491038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.491038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.491038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.491038] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38b03731-337b-4147-8a04-7747fd88812a is going to be updated. [ 903.544773] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.544773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.544773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.544773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.544773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.558063] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: IN_PROGRESS for 2s [ 903.863876] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.983395] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.983590] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-674" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.983708] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-674" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.983967] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-674" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.984272] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.984432] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.984544] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.984755] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.984892] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.986230] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.986410] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.986489] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.986600] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.986715] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.986817] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.986950] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.011030] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.011209] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.011411] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.011652] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-674" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.012021] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-11d5a2f0-643c-443b-804e-862589760669 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.012815] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-11d5a2f0-643c-443b-804e-862589760669" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.012815] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-11d5a2f0-643c-443b-804e-862589760669" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.012815] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-11d5a2f0-643c-443b-804e-862589760669" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.012815] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11d5a2f0-643c-443b-804e-862589760669',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.367853] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.516119] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.516119] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.516402] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.517207] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.517207] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.517207] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 11d5a2f0-643c-443b-804e-862589760669 not found, creating... [ 904.517207] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.517424] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.517424] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.517846] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.517846] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.518163] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.518295] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.518388] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.518611] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.518790] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.518944] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 11d5a2f0-643c-443b-804e-862589760669 is going to be created. [ 904.543941] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.543941] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.544136] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.544514] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.544769] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.545081] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-11d5a2f0-643c-443b-804e-862589760669" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.870933] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.871167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.871214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.871455] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.871544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.871646] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 is going to be updated. [ 904.905653] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.905819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.905819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.905998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.906170] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.917631] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: IN_PROGRESS for 2s [ 905.295151] env[67361]: INFO networking_nsxv3.common.synchronization [req-2857100a-b029-4f65-b380-820c6e02a4de req-f4a8f603-eec7-41fd-a331-bc466631c09e service nova] Enqueued Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_rules [ 905.295360] env[67361]: INFO networking_nsxv3.common.synchronization [req-2857100a-b029-4f65-b380-820c6e02a4de req-f4a8f603-eec7-41fd-a331-bc466631c09e service nova] Enqueued Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 905.295497] env[67361]: INFO networking_nsxv3.common.synchronization [req-2857100a-b029-4f65-b380-820c6e02a4de req-f4a8f603-eec7-41fd-a331-bc466631c09e service nova] Enqueued Resource ID: 11d5a2f0-643c-443b-804e-862589760669 with Priority: HIGHEST for action port [ 905.296078] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_rules [ 905.296230] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 905.296330] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d5a2f0-643c-443b-804e-862589760669 with Priority: HIGHEST for action port [ 905.296611] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.296737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.296803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.297252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.297360] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.299808] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.299918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.300184] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-11d5a2f0-643c-443b-804e-862589760669 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.300862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11d5a2f0-643c-443b-804e-862589760669" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.300862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11d5a2f0-643c-443b-804e-862589760669" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.300988] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11d5a2f0-643c-443b-804e-862589760669" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.301951] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11d5a2f0-643c-443b-804e-862589760669',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.467120] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 in Status: SUCCESS [ 905.467120] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 deletion is rescheduled due to dependency. [ 905.467120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.573475] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38b03731-337b-4147-8a04-7747fd88812a in Status: SUCCESS [ 905.573841] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38b03731-337b-4147-8a04-7747fd88812a deletion is rescheduled due to dependency. [ 905.573841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.802565] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.802685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.804158] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11d5a2f0-643c-443b-804e-862589760669 with status ACTIVE [ 905.804379] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.804509] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.804578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.804798] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.804889] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.805082] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.805183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.805236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.805389] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.805465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.805643] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.805735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.805807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.805951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.806039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.806117] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11d5a2f0-643c-443b-804e-862589760669 is going to be updated. [ 905.863451] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.863708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.863708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.863874] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.864017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.864192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11d5a2f0-643c-443b-804e-862589760669" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.900892] env[67361]: INFO networking_nsxv3.common.synchronization [req-89945a82-6388-41c0-8cd2-e187be053ed0 req-6cc0d3f6-d331-4a78-8ade-606a8b9d5dfa tempest-ServerDiskConfigTestJSON-1842165197 tempest-ServerDiskConfigTestJSON-1842165197-project-member] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 905.901326] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 905.901634] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.901758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.901824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.902400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.902620] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.902811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.902811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.902969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.903056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.903155] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.202590] env[67361]: INFO networking_nsxv3.common.synchronization [req-b40246a9-4cd0-43ae-8480-6633b5b29400 req-c1f20f82-c180-4f37-85b0-928b0cf67131 tempest-ListServerFiltersTestJSON-383591061 tempest-ListServerFiltersTestJSON-383591061-project-member] Enqueued Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 906.203162] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 906.203451] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.203589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.407216] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.407216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.407216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.407216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.438038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.438304] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.438414] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.438699] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.438699] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.438821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.438850] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 906.479147] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.479671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.479671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.479797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.479925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.499946] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 906.594551] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.595679] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-674" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.595679] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-674" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.595679] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-674" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.595679] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.595679] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.595679] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.595983] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.596101] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.596325] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.596391] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.596485] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.596590] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.596693] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.596791] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.596921] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.626454] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.626454] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.626454] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.626454] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-674" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.626454] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-6494f436-161d-40c3-89b8-fed67aaadd88 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.626454] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-6494f436-161d-40c3-89b8-fed67aaadd88" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.626454] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-6494f436-161d-40c3-89b8-fed67aaadd88" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.626454] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-6494f436-161d-40c3-89b8-fed67aaadd88" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.626454] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6494f436-161d-40c3-89b8-fed67aaadd88',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.863059] env[67361]: INFO networking_nsxv3.common.synchronization [None req-b97bbde9-16c3-4074-8f8d-98c0c3176074 tempest-ImagesOneServerNegativeTestJSON-1093389182 tempest-ImagesOneServerNegativeTestJSON-1093389182-project-member] Enqueued Resource ID: 26d6c010-5084-498d-9aa0-c8c744c4b121 with Priority: HIGHEST for action security_group_rules [ 906.864196] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d6c010-5084-498d-9aa0-c8c744c4b121 with Priority: HIGHEST for action security_group_rules [ 906.864749] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d6c010-5084-498d-9aa0-c8c744c4b121 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.864885] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d6c010-5084-498d-9aa0-c8c744c4b121" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.864961] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d6c010-5084-498d-9aa0-c8c744c4b121" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.865273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d6c010-5084-498d-9aa0-c8c744c4b121" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.865362] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d6c010-5084-498d-9aa0-c8c744c4b121',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.962916] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: SUCCESS [ 906.963162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.963340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.963622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.963812] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.963932] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.963998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.964160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.964251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.964362] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.015260] env[67361]: INFO networking_nsxv3.common.synchronization [None req-ce68f0a9-62f0-4ae2-9a8f-7c95e78224b0 tempest-ImagesOneServerNegativeTestJSON-1093389182 tempest-ImagesOneServerNegativeTestJSON-1093389182-project-member] Enqueued Resource ID: 26d6c010-5084-498d-9aa0-c8c744c4b121 with Priority: HIGHEST for action security_group_rules [ 907.015777] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d6c010-5084-498d-9aa0-c8c744c4b121 with Priority: HIGHEST for action security_group_rules [ 907.016090] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d6c010-5084-498d-9aa0-c8c744c4b121 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.016184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d6c010-5084-498d-9aa0-c8c744c4b121" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.128465] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.128689] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.128813] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.129116] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.129292] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.129454] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 6494f436-161d-40c3-89b8-fed67aaadd88 not found, creating... [ 907.129716] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.129873] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.129988] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.130268] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.130404] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.130692] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.130847] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.130964] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.131191] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.131377] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.131524] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 6494f436-161d-40c3-89b8-fed67aaadd88 is going to be created. [ 907.175585] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.175954] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.176027] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.176282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.176680] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.176965] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-6494f436-161d-40c3-89b8-fed67aaadd88" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.395821] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.396034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.396091] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.396402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.396586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.396739] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d6c010-5084-498d-9aa0-c8c744c4b121 already deleted. [ 907.396863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d6c010-5084-498d-9aa0-c8c744c4b121" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.397067] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d6c010-5084-498d-9aa0-c8c744c4b121" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.397302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d6c010-5084-498d-9aa0-c8c744c4b121" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.397719] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d6c010-5084-498d-9aa0-c8c744c4b121',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.469017] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.930804] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.931210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.931416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.931854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.931982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.932141] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d6c010-5084-498d-9aa0-c8c744c4b121 already deleted. [ 907.932267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d6c010-5084-498d-9aa0-c8c744c4b121" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.938946] env[67361]: INFO networking_nsxv3.common.synchronization [req-b40246a9-4cd0-43ae-8480-6633b5b29400 req-0f12aac9-9afa-4223-ab20-9804f2aab1b4 service nova] Enqueued Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_rules [ 907.938946] env[67361]: INFO networking_nsxv3.common.synchronization [req-b40246a9-4cd0-43ae-8480-6633b5b29400 req-0f12aac9-9afa-4223-ab20-9804f2aab1b4 service nova] Enqueued Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 907.938946] env[67361]: INFO networking_nsxv3.common.synchronization [req-b40246a9-4cd0-43ae-8480-6633b5b29400 req-0f12aac9-9afa-4223-ab20-9804f2aab1b4 service nova] Enqueued Resource ID: 6494f436-161d-40c3-89b8-fed67aaadd88 with Priority: HIGHEST for action port [ 907.938946] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_rules [ 907.938946] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 907.938946] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6494f436-161d-40c3-89b8-fed67aaadd88 with Priority: HIGHEST for action port [ 907.939363] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.939443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.939691] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.939778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.939970] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-6494f436-161d-40c3-89b8-fed67aaadd88 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.940089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6494f436-161d-40c3-89b8-fed67aaadd88" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.940151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6494f436-161d-40c3-89b8-fed67aaadd88" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.940359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6494f436-161d-40c3-89b8-fed67aaadd88" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.940440] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6494f436-161d-40c3-89b8-fed67aaadd88',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.971430] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.345497] env[67361]: INFO networking_nsxv3.common.synchronization [req-c52eb955-5fb3-4bd6-84bd-df6bc91c5425 req-933d9c6a-4020-4b1c-9d8e-7bad8e06f2a1 tempest-MigrationsAdminTest-593048835 tempest-MigrationsAdminTest-593048835-project-member] Enqueued Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_members [ 908.346177] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_members [ 908.346574] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.346741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.346834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.347096] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.347291] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.347425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.347514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.347701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.347819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.347941] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.442811] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6494f436-161d-40c3-89b8-fed67aaadd88 with status ACTIVE [ 908.443164] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.443382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.444045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.444045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.444045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.444191] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.444371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.444454] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.444672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.444796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.445150] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.445764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.445764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.445764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.445764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.446029] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6494f436-161d-40c3-89b8-fed67aaadd88 is going to be updated. [ 908.475122] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.475355] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.475466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.475771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.475974] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.478316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6494f436-161d-40c3-89b8-fed67aaadd88" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.478819] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.478987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.479105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.479416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.479540] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.479677] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 is going to be updated. [ 908.513986] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 908.514188] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e deletion is rescheduled due to dependency. [ 908.514305] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.525911] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.526092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.526144] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.526356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.526498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.540203] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: IN_PROGRESS for 2s [ 908.597959] env[67361]: INFO networking_nsxv3.common.synchronization [req-cc944792-139c-4180-843c-c0fafc211f29 req-78433d2f-a32e-450f-b136-1782fd6a0d0e tempest-ServersAdminTestJSON-431986726 tempest-ServersAdminTestJSON-431986726-project-member] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 908.598541] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 908.598880] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.599013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.599363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.599363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.599555] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.599633] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.599681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.599818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.599932] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.599991] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.850917] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.938683] env[67361]: INFO networking_nsxv3.common.synchronization [req-7eb5a888-dd4c-4f01-9cc9-b03defd53428 req-24fe220d-1119-430b-99d0-bc9b047c5dbc tempest-ServersNegativeTestMultiTenantJSON-1502769113 tempest-ServersNegativeTestMultiTenantJSON-1502769113-project-member] Enqueued Resource ID: 188078c1-decd-4460-a56a-e80fd7add741 with Priority: HIGHEST for action security_group_members [ 908.939699] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188078c1-decd-4460-a56a-e80fd7add741 with Priority: HIGHEST for action security_group_members [ 908.940175] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-188078c1-decd-4460-a56a-e80fd7add741 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.940474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.940626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.941058] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.941312] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.941526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.941663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.941896] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.942103] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.942676] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188078c1-decd-4460-a56a-e80fd7add741',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.103933] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.354450] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.374340] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.375506] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-476" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.375506] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-476" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.375506] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-476" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.375506] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.375506] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.375861] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.375861] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.375991] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.376178] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.376295] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.380052] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.380052] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.380052] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.380052] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.380052] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.404266] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.404266] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.404266] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.404266] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-476" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.404266] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-bb79a771-55cf-4de5-8b66-0bc03eb101f3 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.404266] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-bb79a771-55cf-4de5-8b66-0bc03eb101f3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.404266] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-bb79a771-55cf-4de5-8b66-0bc03eb101f3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.404750] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-bb79a771-55cf-4de5-8b66-0bc03eb101f3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.404750] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb79a771-55cf-4de5-8b66-0bc03eb101f3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.446267] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.446607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.446607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.446750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.446750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.447549] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.447549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.447549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.447549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.447549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.447549] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188078c1-decd-4460-a56a-e80fd7add741 already deleted. [ 909.447844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.609233] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.856866] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.857081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.857159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.857448] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.857541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.857647] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b is going to be updated. [ 909.903071] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.903270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.903342] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.903658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.903926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.907956] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.908283] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.908376] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.908659] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.908871] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.908989] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port bb79a771-55cf-4de5-8b66-0bc03eb101f3 not found, creating... [ 909.909408] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.909602] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.909725] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.910090] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.910248] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.910671] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.910837] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.910952] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.911207] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.911327] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.911500] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: bb79a771-55cf-4de5-8b66-0bc03eb101f3 is going to be created. [ 909.915648] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b in Status: IN_PROGRESS for 2s [ 909.944019] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.944019] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.944019] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.944019] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.944019] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.944019] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-bb79a771-55cf-4de5-8b66-0bc03eb101f3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.111598] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.111792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.111863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.112122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.112215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.112326] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be updated. [ 910.151774] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.151932] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.152008] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.152247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.152396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.163744] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 2s [ 910.553507] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: SUCCESS [ 910.554840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.555354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.555354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.555605] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.556934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.557231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.557492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.557642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.557787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.558126] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.559875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.560202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.560515] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.560573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.560772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.560871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.560976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.561145] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.720699] env[67361]: INFO networking_nsxv3.common.synchronization [req-7eb5a888-dd4c-4f01-9cc9-b03defd53428 req-a553fee2-b82f-451b-8151-cacc4f487b31 service nova] Enqueued Resource ID: 188078c1-decd-4460-a56a-e80fd7add741 with Priority: HIGHEST for action security_group_rules [ 910.720792] env[67361]: INFO networking_nsxv3.common.synchronization [req-7eb5a888-dd4c-4f01-9cc9-b03defd53428 req-a553fee2-b82f-451b-8151-cacc4f487b31 service nova] Enqueued Resource ID: 188078c1-decd-4460-a56a-e80fd7add741 with Priority: HIGHEST for action security_group_members [ 910.720931] env[67361]: INFO networking_nsxv3.common.synchronization [req-7eb5a888-dd4c-4f01-9cc9-b03defd53428 req-a553fee2-b82f-451b-8151-cacc4f487b31 service nova] Enqueued Resource ID: bb79a771-55cf-4de5-8b66-0bc03eb101f3 with Priority: HIGHEST for action port [ 910.723642] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188078c1-decd-4460-a56a-e80fd7add741 with Priority: HIGHEST for action security_group_rules [ 910.724011] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188078c1-decd-4460-a56a-e80fd7add741 with Priority: HIGHEST for action security_group_members [ 910.724011] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb79a771-55cf-4de5-8b66-0bc03eb101f3 with Priority: HIGHEST for action port [ 910.724369] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188078c1-decd-4460-a56a-e80fd7add741 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.724530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.724954] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.725326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.725455] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188078c1-decd-4460-a56a-e80fd7add741',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.726602] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-188078c1-decd-4460-a56a-e80fd7add741 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.726763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.726878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.727234] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.727425] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.727574] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.727661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.727885] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.728024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.728143] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188078c1-decd-4460-a56a-e80fd7add741',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.729377] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb79a771-55cf-4de5-8b66-0bc03eb101f3 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.730357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb79a771-55cf-4de5-8b66-0bc03eb101f3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.730438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb79a771-55cf-4de5-8b66-0bc03eb101f3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.730606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb79a771-55cf-4de5-8b66-0bc03eb101f3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.730686] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb79a771-55cf-4de5-8b66-0bc03eb101f3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.063595] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.063595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.065046] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.233455] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-188078c1-decd-4460-a56a-e80fd7add741 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.233685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.234088] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('188078c1-decd-4460-a56a-e80fd7add741',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.234739] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb79a771-55cf-4de5-8b66-0bc03eb101f3 with status ACTIVE [ 911.234933] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.235074] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.235145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.235376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.235490] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.235735] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.235784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.235865] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.236302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.236387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.236795] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.236795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.236795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.237097] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.237125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.237310] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb79a771-55cf-4de5-8b66-0bc03eb101f3 is going to be updated. [ 911.278146] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.278313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.278482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.278581] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.278841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.278934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb79a771-55cf-4de5-8b66-0bc03eb101f3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.567477] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.678564] env[67361]: INFO networking_nsxv3.common.synchronization [req-a3c82288-e6d5-4077-8621-a68c26db6c6c req-4e9abc27-3244-4297-8851-c4e3f0a50b1e tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: 947666e5-8645-4117-9008-6b40057de68c with Priority: HIGHEST for action security_group_members [ 911.679218] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947666e5-8645-4117-9008-6b40057de68c with Priority: HIGHEST for action security_group_members [ 911.679545] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-947666e5-8645-4117-9008-6b40057de68c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.679685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.679743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.680642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.680642] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.680802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.680802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.680973] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.681071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.681171] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947666e5-8645-4117-9008-6b40057de68c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.739597] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('188078c1-decd-4460-a56a-e80fd7add741',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.891349] env[67361]: INFO networking_nsxv3.common.synchronization [req-41be9269-f200-46f9-8b66-19c35fdfaef3 req-4c0086db-ae24-41db-92f8-7158168daba3 tempest-ImagesTestJSON-158730557 tempest-ImagesTestJSON-158730557-project-member] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 911.891906] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 911.892230] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.892358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.892424] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.892619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.892766] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.892863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.892925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.893081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.893166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.893270] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.936816] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b in Status: SUCCESS [ 911.937056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.070604] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.070903] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.070903] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.071360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.072462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.072598] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 is going to be updated. [ 912.113203] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.113203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.113203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.113203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.113203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.140196] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: IN_PROGRESS for 2s [ 912.140196] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.140196] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.140196] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.140692] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.140692] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.140823] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.140927] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.141166] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.141320] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.141520] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.141627] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.141912] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.141912] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.142378] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.142518] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.142702] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.165169] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.165364] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.165501] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.165674] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.165982] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-35738422-8644-4970-a1e0-4681c1c722c7 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.166239] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-35738422-8644-4970-a1e0-4681c1c722c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.166388] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-35738422-8644-4970-a1e0-4681c1c722c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.166781] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-35738422-8644-4970-a1e0-4681c1c722c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.166954] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35738422-8644-4970-a1e0-4681c1c722c7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.182054] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 912.182287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.183735] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.183860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.183927] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.184151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.184244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.184428] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.184526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.184587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.184741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.184814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.184893] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947666e5-8645-4117-9008-6b40057de68c already deleted. [ 912.184972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.225556] env[67361]: INFO networking_nsxv3.common.synchronization [req-fdbc9498-d1e4-4aa5-9638-c0223d5eb77b req-28bdd158-a273-42a8-ad08-b17b9fe8f10f tempest-FloatingIPsAssociationTestJSON-1633506994 tempest-FloatingIPsAssociationTestJSON-1633506994-project-member] Enqueued Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_members [ 912.226304] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 with Priority: HIGHEST for action security_group_members [ 912.226519] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca6f60f-a573-468e-b0c3-83a767333e25 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.226645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.226723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.226942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.227124] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.227221] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.227284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.227434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.227517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.227609] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca6f60f-a573-468e-b0c3-83a767333e25',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.242245] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.242351] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.242421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.242622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.242709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.242802] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188078c1-decd-4460-a56a-e80fd7add741 is going to be created. [ 912.282090] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.282090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.282090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.282090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.282090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.348023] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188078c1-decd-4460-a56a-e80fd7add741 in Status: UNINITIALIZED for 2s [ 912.398055] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.674700] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.674945] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.675102] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.675384] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.675534] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.675686] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 35738422-8644-4970-a1e0-4681c1c722c7 not found, creating... [ 912.675948] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.676115] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.676229] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.676488] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.676733] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.677209] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.677409] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.677582] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.677881] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.678085] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.678291] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 35738422-8644-4970-a1e0-4681c1c722c7 is going to be created. [ 912.706687] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.706924] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.706998] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.707393] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.707610] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.707837] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-35738422-8644-4970-a1e0-4681c1c722c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.730836] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.731028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.731151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.731410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.767434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.767689] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.768032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.768118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.768352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.768438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.768532] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 is going to be updated. [ 912.842622] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.842814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.842868] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.843112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.843256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.857897] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 in Status: IN_PROGRESS for 2s [ 912.899795] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.403057] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.403560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.403560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.403560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.403740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.403740] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 913.441834] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.442081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.442197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.442503] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.442625] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.547824] env[67361]: INFO networking_nsxv3.common.synchronization [req-a3c82288-e6d5-4077-8621-a68c26db6c6c req-378893f1-6d1a-4dc6-a078-1f4ec6d9959e service nova] Enqueued Resource ID: 947666e5-8645-4117-9008-6b40057de68c with Priority: HIGHEST for action security_group_rules [ 913.548123] env[67361]: INFO networking_nsxv3.common.synchronization [req-a3c82288-e6d5-4077-8621-a68c26db6c6c req-378893f1-6d1a-4dc6-a078-1f4ec6d9959e service nova] Enqueued Resource ID: 947666e5-8645-4117-9008-6b40057de68c with Priority: HIGHEST for action security_group_members [ 913.548298] env[67361]: INFO networking_nsxv3.common.synchronization [req-a3c82288-e6d5-4077-8621-a68c26db6c6c req-378893f1-6d1a-4dc6-a078-1f4ec6d9959e service nova] Enqueued Resource ID: 35738422-8644-4970-a1e0-4681c1c722c7 with Priority: HIGHEST for action port [ 913.549337] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947666e5-8645-4117-9008-6b40057de68c with Priority: HIGHEST for action security_group_rules [ 913.549337] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947666e5-8645-4117-9008-6b40057de68c with Priority: HIGHEST for action security_group_members [ 913.549337] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35738422-8644-4970-a1e0-4681c1c722c7 with Priority: HIGHEST for action port [ 913.550017] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-947666e5-8645-4117-9008-6b40057de68c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.550017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.550017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.550017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.550185] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('947666e5-8645-4117-9008-6b40057de68c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.554235] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-947666e5-8645-4117-9008-6b40057de68c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.554235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.554235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.554235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.554235] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.554235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.554235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.554235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.554235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.554235] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947666e5-8645-4117-9008-6b40057de68c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.555137] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-35738422-8644-4970-a1e0-4681c1c722c7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.555137] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35738422-8644-4970-a1e0-4681c1c722c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.555137] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35738422-8644-4970-a1e0-4681c1c722c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.555429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35738422-8644-4970-a1e0-4681c1c722c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.555782] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35738422-8644-4970-a1e0-4681c1c722c7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.659079] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 913.801020] env[67361]: INFO networking_nsxv3.common.synchronization [req-db2cc656-6c54-4796-bda0-3befab2b32fb req-47dab296-c7d4-40bf-adf6-2396bfae8232 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 with Priority: HIGHEST for action security_group_members [ 913.801216] env[67361]: INFO networking_nsxv3.common.synchronization [req-db2cc656-6c54-4796-bda0-3befab2b32fb req-47dab296-c7d4-40bf-adf6-2396bfae8232 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 913.801357] env[67361]: INFO networking_nsxv3.common.synchronization [req-db2cc656-6c54-4796-bda0-3befab2b32fb req-47dab296-c7d4-40bf-adf6-2396bfae8232 tempest-SecurityGroupsTestJSON-1148146069 tempest-SecurityGroupsTestJSON-1148146069-project-member] Enqueued Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGHEST for action security_group_members [ 913.801957] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 with Priority: HIGHEST for action security_group_members [ 913.802285] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGHEST for action security_group_members [ 913.802445] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGHEST for action security_group_members [ 913.803027] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceacf2e0-2121-4a42-8441-8f3c622c73e8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.803027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.803027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.803483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.803483] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.803483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.803483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.803623] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.803623] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.805018] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceacf2e0-2121-4a42-8441-8f3c622c73e8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.805018] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.805018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.805018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.805018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.805018] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.806226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.806226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.806226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.806226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.806226] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.806351] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ec87d2-fd30-4d54-821c-13924ae6b718 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.806403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.806490] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.806595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.806725] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.806817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.806876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.807017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.807092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.807408] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.052855] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-947666e5-8645-4117-9008-6b40057de68c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.053084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.057483] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('947666e5-8645-4117-9008-6b40057de68c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.061409] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35738422-8644-4970-a1e0-4681c1c722c7 with status ACTIVE [ 914.061409] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.061409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.061409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.061409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.061409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.061409] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.061409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.061409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.061775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.061775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.061852] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.061914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.061963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.065065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.065065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.065065] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35738422-8644-4970-a1e0-4681c1c722c7 is going to be updated. [ 914.098513] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.098513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.098513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.098513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.098513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.098840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35738422-8644-4970-a1e0-4681c1c722c7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.157404] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: SUCCESS [ 914.157711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.157940] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.158257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.158486] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.158609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.158693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.158866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.158979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.159080] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.309226] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.309429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.309488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.309722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.310959] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.311088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.311301] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.311375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.341907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.342199] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.342324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.342390] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.342614] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.342698] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.342786] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 is going to be updated. [ 914.344303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.344491] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.344575] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.344772] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.344878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.344940] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.346552] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.346552] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.346552] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be updated. [ 914.347924] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.348107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.390332] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188078c1-decd-4460-a56a-e80fd7add741 in Status: SUCCESS [ 914.390589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.390761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.390970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.391179] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.391294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.391934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.391934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.391934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.391934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.391934] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('188078c1-decd-4460-a56a-e80fd7add741',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.403366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.403646] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.403783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.403828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.404042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.404129] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.404212] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 is going to be updated. [ 914.441216] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.441429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.441511] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.442494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.442494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.443955] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.444119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.444191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.444343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.444498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.484123] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 in Status: IN_PROGRESS for 2s [ 914.484123] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: IN_PROGRESS for 2s [ 914.498244] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.498672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.498845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.499142] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.499402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.510594] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: IN_PROGRESS for 2s [ 914.560523] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('947666e5-8645-4117-9008-6b40057de68c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.662382] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.869151] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 in Status: SUCCESS [ 914.869453] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca6f60f-a573-468e-b0c3-83a767333e25 deletion is rescheduled due to dependency. [ 914.869596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca6f60f-a573-468e-b0c3-83a767333e25" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.894495] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-188078c1-decd-4460-a56a-e80fd7add741 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.894684] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.894758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.894952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.895147] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.895241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.895352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.895531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.895531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.895701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.895753] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-188078c1-decd-4460-a56a-e80fd7add741 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.896321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.896321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.896321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.896321] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.896528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.896528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.896606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.896639] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.896703] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.896792] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('188078c1-decd-4460-a56a-e80fd7add741',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.063715] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.063983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.063983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.067028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.067028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.067028] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947666e5-8645-4117-9008-6b40057de68c is going to be created. [ 915.102545] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.102734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.102818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.102970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.104030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.121087] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947666e5-8645-4117-9008-6b40057de68c in Status: UNINITIALIZED for 2s [ 915.168425] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.402207] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 188078c1-decd-4460-a56a-e80fd7add741: rpc.has_security_group_logging(os_id): False [ 915.430898] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.431319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.431319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.431427] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.431474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.431669] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.431758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.431816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.431989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.432078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.432336] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.432530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.432530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.432624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.432675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.432819] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.433282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.433363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.433446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.433521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.433606] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188078c1-decd-4460-a56a-e80fd7add741 is going to be created. [ 915.505133] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.505364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.505442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.505701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.505945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.521207] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188078c1-decd-4460-a56a-e80fd7add741 in Status: IN_PROGRESS for 2s [ 915.670842] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.673077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.673077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.673077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.673077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.673077] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 is going to be updated. [ 915.680107] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 915.680409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.706356] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.706533] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.706617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.706849] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.707016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.718287] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: IN_PROGRESS for 2s [ 916.506602] env[67361]: INFO networking_nsxv3.common.synchronization [req-2dec2f83-b62d-41e0-8fcf-59e15ee29dbf req-c7834d84-ba51-4a5e-aedb-b4607b16bbc8 tempest-ServersWithSpecificFlavorTestJSON-1443348591 tempest-ServersWithSpecificFlavorTestJSON-1443348591-project-member] Enqueued Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_members [ 916.507487] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGHEST for action security_group_members [ 916.507607] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.507697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.507761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.508170] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.508170] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.508333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.508333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.508465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.508550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.508650] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.526228] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 in Status: SUCCESS [ 916.527067] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 deletion is rescheduled due to dependency. [ 916.527067] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.528629] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 in Status: SUCCESS [ 916.528629] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 deletion is rescheduled due to dependency. [ 916.528629] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.529378] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 in Status: SUCCESS [ 916.529574] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 deletion is rescheduled due to dependency. [ 916.529697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.012156] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.012315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.012389] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.012647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.037063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.037368] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.037495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.037563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.037769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.037851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.037943] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 is going to be updated. [ 917.068941] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.069134] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.069278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.069501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.069650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.079509] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: IN_PROGRESS for 2s [ 917.158224] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947666e5-8645-4117-9008-6b40057de68c in Status: SUCCESS [ 917.158730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.159101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.159448] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.159658] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.159788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.159856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.160083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.160181] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.160276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.160389] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('947666e5-8645-4117-9008-6b40057de68c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.533588] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188078c1-decd-4460-a56a-e80fd7add741 in Status: SUCCESS [ 917.533834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.663420] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('947666e5-8645-4117-9008-6b40057de68c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.728722] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: SUCCESS [ 917.728975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.729189] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.729463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.729689] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.729844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.729944] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.730150] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.730249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.730355] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.730548] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.730666] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.730729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.730891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.731403] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.731548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.731619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.731809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.731895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.731981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.732103] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.165821] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 947666e5-8645-4117-9008-6b40057de68c: rpc.has_security_group_logging(os_id): False [ 918.184152] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.184309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.184378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.184593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.184681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.184924] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.185032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.185906] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.185906] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.185906] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.185906] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 947666e5-8645-4117-9008-6b40057de68c is going to be created. [ 918.234138] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b77a5dcc-abd9-48eb-b6f2-e018aa4371a9: rpc.has_security_group_logging(os_id): False [ 918.247378] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.247467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.248163] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.248163] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.249727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.261130] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.261130] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.261395] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.262452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.262452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.262452] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.262452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.262452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.262452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.262452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.262708] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.262708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.262775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.263160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.263160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.263160] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.263309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.263309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.263382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.263456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.263556] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 is going to be updated. [ 918.266230] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 947666e5-8645-4117-9008-6b40057de68c in Status: IN_PROGRESS for 2s [ 918.359823] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.359999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.360138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.360371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.360516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.392095] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: IN_PROGRESS for 2s [ 918.393660] env[67361]: INFO networking_nsxv3.common.synchronization [req-b814327e-7e7b-42fe-bded-f9e3ed2e1937 req-1bd3d50d-22ba-4962-8c88-51f4fd474377 tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 with Priority: HIGHEST for action security_group_members [ 918.395160] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 with Priority: HIGHEST for action security_group_members [ 918.395160] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c82cb8-2360-4267-aebd-9ca35a878bc4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.395160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.395160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.395160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.395463] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.395532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.395532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.395707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.395790] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.395888] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c82cb8-2360-4267-aebd-9ca35a878bc4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.810817] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.810817] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.810817] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.811459] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.811806] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.812293] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.812293] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.812402] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.812551] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.812818] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.812960] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.813063] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.813204] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.813349] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.813469] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.813629] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.837915] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.838204] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.838429] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.838710] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.839285] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-ac496c47-b5c3-4852-8386-bbb494bbacf4 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.839564] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-ac496c47-b5c3-4852-8386-bbb494bbacf4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.839763] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-ac496c47-b5c3-4852-8386-bbb494bbacf4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.840303] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-ac496c47-b5c3-4852-8386-bbb494bbacf4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.840534] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac496c47-b5c3-4852-8386-bbb494bbacf4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.898325] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.898658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.898862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.899148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.899566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.899699] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.899895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.899974] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.900286] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.900389] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.900492] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 already deleted. [ 918.900615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.090438] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 in Status: SUCCESS [ 919.091159] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 deletion is rescheduled due to dependency. [ 919.091294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.344344] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.344344] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.344344] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.344628] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.344730] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.344920] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port ac496c47-b5c3-4852-8386-bbb494bbacf4 not found, creating... [ 919.345240] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.345529] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.345601] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.345876] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.346034] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.346466] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.346682] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.346831] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.347092] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.347235] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.347376] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: ac496c47-b5c3-4852-8386-bbb494bbacf4 is going to be created. [ 919.372355] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.372583] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.372707] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.373012] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.373365] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.373622] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-ac496c47-b5c3-4852-8386-bbb494bbacf4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.106922] env[67361]: INFO networking_nsxv3.common.synchronization [req-b814327e-7e7b-42fe-bded-f9e3ed2e1937 req-9a8e4ccd-7566-427b-aaa7-e19e2d5ee7f3 service nova] Enqueued Resource ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 with Priority: HIGHEST for action security_group_rules [ 920.106922] env[67361]: INFO networking_nsxv3.common.synchronization [req-b814327e-7e7b-42fe-bded-f9e3ed2e1937 req-9a8e4ccd-7566-427b-aaa7-e19e2d5ee7f3 service nova] Enqueued Resource ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 with Priority: HIGHEST for action security_group_members [ 920.106922] env[67361]: INFO networking_nsxv3.common.synchronization [req-b814327e-7e7b-42fe-bded-f9e3ed2e1937 req-9a8e4ccd-7566-427b-aaa7-e19e2d5ee7f3 service nova] Enqueued Resource ID: ac496c47-b5c3-4852-8386-bbb494bbacf4 with Priority: HIGHEST for action port [ 920.107580] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 with Priority: HIGHEST for action security_group_rules [ 920.107723] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 with Priority: HIGHEST for action security_group_members [ 920.107820] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac496c47-b5c3-4852-8386-bbb494bbacf4 with Priority: HIGHEST for action port [ 920.109148] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.109148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.109148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.109148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.109493] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7c82cb8-2360-4267-aebd-9ca35a878bc4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.111430] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c82cb8-2360-4267-aebd-9ca35a878bc4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.111430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.111430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.111430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.111430] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.111430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.111430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.111430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.111430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.111430] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c82cb8-2360-4267-aebd-9ca35a878bc4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.112342] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac496c47-b5c3-4852-8386-bbb494bbacf4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.112626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac496c47-b5c3-4852-8386-bbb494bbacf4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.112626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac496c47-b5c3-4852-8386-bbb494bbacf4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.112744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac496c47-b5c3-4852-8386-bbb494bbacf4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.113103] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac496c47-b5c3-4852-8386-bbb494bbacf4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.278908] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 947666e5-8645-4117-9008-6b40057de68c in Status: SUCCESS [ 920.279328] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.408961] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: SUCCESS [ 920.409205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.409811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.410035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.410129] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.615184] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c82cb8-2360-4267-aebd-9ca35a878bc4 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.615487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.616150] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7c82cb8-2360-4267-aebd-9ca35a878bc4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.617095] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac496c47-b5c3-4852-8386-bbb494bbacf4 with status ACTIVE [ 920.617226] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.617363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.617442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.617764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.617876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.618158] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.618287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.619037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.619037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.619037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.619178] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.619287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.619368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.619589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.619698] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.619883] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac496c47-b5c3-4852-8386-bbb494bbacf4 is going to be updated. [ 920.649276] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.649568] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.649656] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.649924] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.650151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.650425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac496c47-b5c3-4852-8386-bbb494bbacf4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.914059] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.914059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.914059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.914059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.914059] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.914059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.914324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.914324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.914324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.914461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.914461] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.122238] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7c82cb8-2360-4267-aebd-9ca35a878bc4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.417632] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.417799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.417945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.418147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.418337] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.418446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.418504] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.418666] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.418771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.418837] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.419066] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.419180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.419180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.419498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.419677] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.419785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.419852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.420096] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.420188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.420282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.420508] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.624119] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.624333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.624398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.624663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.624763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.624891] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 is going to be created. [ 921.671155] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.671335] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.671375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.671595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.671785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.682195] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 in Status: UNINITIALIZED for 2s [ 921.922415] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b77a5dcc-abd9-48eb-b6f2-e018aa4371a9: rpc.has_security_group_logging(os_id): False [ 921.946395] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.946509] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.946542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.946754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.946832] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.947143] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.947143] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.947250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.947367] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.947444] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.947619] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.947747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.947806] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.947906] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.947976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.948166] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.948273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.948338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.948825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.948893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.948961] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 is going to be updated. [ 922.025790] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.025936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.026019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.026238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.026398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.041114] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: IN_PROGRESS for 2s [ 922.422153] env[67361]: INFO networking_nsxv3.common.synchronization [req-e4e75059-7177-4b7a-8c11-2f8a8ed5fcc1 req-09ebe0d9-58da-42a0-90e8-09ce7a17c997 tempest-ServersNegativeTestMultiTenantJSON-1502769113 tempest-ServersNegativeTestMultiTenantJSON-1502769113-project-member] Enqueued Resource ID: 188078c1-decd-4460-a56a-e80fd7add741 with Priority: HIGHEST for action security_group_members [ 922.423529] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188078c1-decd-4460-a56a-e80fd7add741 with Priority: HIGHEST for action security_group_members [ 922.423622] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-188078c1-decd-4460-a56a-e80fd7add741 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.423711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.423910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.423993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.424082] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.424187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.424242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.424418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.424545] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.424634] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188078c1-decd-4460-a56a-e80fd7add741',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.929027] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.929172] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.929341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.929526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.929635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.929936] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.930087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.930191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.930314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.930391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.930478] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188078c1-decd-4460-a56a-e80fd7add741 is going to be updated. [ 922.964109] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.964109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.964109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.964109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.964109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.974049] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188078c1-decd-4460-a56a-e80fd7add741 in Status: IN_PROGRESS for 2s [ 923.113778] env[67361]: INFO networking_nsxv3.common.synchronization [req-ad30088d-ba30-42d1-a223-febab33bf166 req-408793e4-68bc-4114-861d-494d8af82748 tempest-ServersNegativeTestJSON-254185450 tempest-ServersNegativeTestJSON-254185450-project-member] Enqueued Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_members [ 923.113778] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_members [ 923.113952] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.114067] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.114067] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.114326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.114490] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.114585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.114645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.114788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.114869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.114959] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.414907] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.415128] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-751" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.415254] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-751" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.415918] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-751" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.416200] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.416371] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.416514] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.416753] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.416896] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.417120] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.417253] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.417366] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.417475] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.417586] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.417690] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.417819] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.438101] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.438411] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.438411] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.438574] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-751" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.438932] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-27e2e9d4-b451-4d13-91d3-57aaf27d0681 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.439159] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.439333] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.439647] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.439885] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e2e9d4-b451-4d13-91d3-57aaf27d0681',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.619368] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.619368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.619368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.619368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.619368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.619368] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.619368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.619368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.619368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.619368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.619368] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077e5aba-f6f9-4420-b533-c3736be474c9 already deleted. [ 923.619368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.695027] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 in Status: SUCCESS [ 923.695262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.695422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.695654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.695902] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.695969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.696030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.696185] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.696265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.696353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.696450] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7c82cb8-2360-4267-aebd-9ca35a878bc4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.943282] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.943282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.943282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.943282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.943571] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.943571] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 27e2e9d4-b451-4d13-91d3-57aaf27d0681 not found, creating... [ 923.943874] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.944090] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.944245] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.944532] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.944668] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.944977] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.945182] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.945328] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.945647] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.945964] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.946155] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 27e2e9d4-b451-4d13-91d3-57aaf27d0681 is going to be created. [ 923.967617] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.967821] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.967947] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.968248] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.968478] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.968698] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.060032] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: SUCCESS [ 924.060182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.198425] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7c82cb8-2360-4267-aebd-9ca35a878bc4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.701079] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7c82cb8-2360-4267-aebd-9ca35a878bc4: rpc.has_security_group_logging(os_id): False [ 924.714277] env[67361]: INFO networking_nsxv3.common.synchronization [req-ad30088d-ba30-42d1-a223-febab33bf166 req-97d80777-4b99-4fba-857e-dcc8f8dd2e45 service nova] Enqueued Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_rules [ 924.714551] env[67361]: INFO networking_nsxv3.common.synchronization [req-ad30088d-ba30-42d1-a223-febab33bf166 req-97d80777-4b99-4fba-857e-dcc8f8dd2e45 service nova] Enqueued Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_members [ 924.714788] env[67361]: INFO networking_nsxv3.common.synchronization [req-ad30088d-ba30-42d1-a223-febab33bf166 req-97d80777-4b99-4fba-857e-dcc8f8dd2e45 service nova] Enqueued Resource ID: 27e2e9d4-b451-4d13-91d3-57aaf27d0681 with Priority: HIGHEST for action port [ 924.715514] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_rules [ 924.715749] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_members [ 924.715920] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2e9d4-b451-4d13-91d3-57aaf27d0681 with Priority: HIGHEST for action port [ 924.716356] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.716707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.716707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.716999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.717313] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.718319] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.718430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.718495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.718723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.718836] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.720875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.720994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.721169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.721265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.721369] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.723745] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e2e9d4-b451-4d13-91d3-57aaf27d0681 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.723880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.723948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.726428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.726428] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e2e9d4-b451-4d13-91d3-57aaf27d0681',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.728233] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.728391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.728443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.728606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.728695] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.728936] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.729532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.729862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.730247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.730247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.730372] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 is going to be created. [ 924.818127] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.818353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.818443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.819063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.819063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.838204] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 in Status: IN_PROGRESS for 2s [ 924.988233] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188078c1-decd-4460-a56a-e80fd7add741 in Status: SUCCESS [ 924.988517] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188078c1-decd-4460-a56a-e80fd7add741 deletion is rescheduled due to dependency. [ 924.989309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188078c1-decd-4460-a56a-e80fd7add741" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.234570] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.238184] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.238184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.238184] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27e2e9d4-b451-4d13-91d3-57aaf27d0681 with status ACTIVE [ 925.238184] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.238184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.238184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.238184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.238184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.238184] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.238184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.238184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.241128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.244236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.244236] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.244236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.244236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.244236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.244236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.244236] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27e2e9d4-b451-4d13-91d3-57aaf27d0681 is going to be updated. [ 925.269901] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.269901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.269901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.270559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.270559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.270559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.737531] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.241526] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.241794] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.241880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.242116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.242220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.242334] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077e5aba-f6f9-4420-b533-c3736be474c9 is going to be created. [ 926.270017] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.270210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.270340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.270585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.270794] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.285980] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: UNINITIALIZED for 2s [ 926.849628] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 in Status: SUCCESS [ 926.850031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.304881] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: SUCCESS [ 928.305239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.305298] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.305502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.305737] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.305856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.305922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.306147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.306254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.306359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.306414] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.809095] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.809589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.809589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.809752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.810880] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.810880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.810880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.810880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.810880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.810880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.810880] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.810880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.810880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.810880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.811276] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.811276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.811276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.811276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.811410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.811442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.811541] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.313909] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 077e5aba-f6f9-4420-b533-c3736be474c9: rpc.has_security_group_logging(os_id): False [ 929.338412] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.338564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.338613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.338821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.338908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.339105] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.339204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.339278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.339441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.339542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.339701] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.339796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.339856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.339991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.340241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.340568] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.340713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.340804] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.340988] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.341104] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.341217] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 077e5aba-f6f9-4420-b533-c3736be474c9 is going to be created. [ 929.427805] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.427952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.428031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.428247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.428633] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.444197] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: IN_PROGRESS for 2s [ 929.717562] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 929.717562] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 931.459846] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: SUCCESS [ 931.460157] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.441432] env[67361]: INFO networking_nsxv3.common.synchronization [None req-a6c4de4b-b5ef-41e1-b753-669c53f978d9 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 1377a375-b6ae-4d37-a092-bf0796063db3 with Priority: HIGHEST for action security_group_rules [ 932.441432] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1377a375-b6ae-4d37-a092-bf0796063db3 with Priority: HIGHEST for action security_group_rules [ 932.441432] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1377a375-b6ae-4d37-a092-bf0796063db3 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.441432] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.441432] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.441432] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.441432] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1377a375-b6ae-4d37-a092-bf0796063db3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.582177] env[67361]: INFO networking_nsxv3.common.synchronization [None req-72c40d57-ff8b-411b-9105-2e7263c6ff59 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 1377a375-b6ae-4d37-a092-bf0796063db3 with Priority: HIGHEST for action security_group_rules [ 932.582719] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1377a375-b6ae-4d37-a092-bf0796063db3 with Priority: HIGHEST for action security_group_rules [ 932.583105] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1377a375-b6ae-4d37-a092-bf0796063db3 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.583224] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.633641] env[67361]: INFO networking_nsxv3.common.synchronization [req-347ec9ec-00ac-4e81-b96b-5eaad7dbb808 req-f6099808-467d-4241-9edf-ef1b46becc48 tempest-ListServerFiltersTestJSON-383591061 tempest-ListServerFiltersTestJSON-383591061-project-member] Enqueued Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 932.634348] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 932.634690] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.634855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.634936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.636248] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.636450] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.636583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.636648] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.638029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.638133] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.638248] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.964266] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.964266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.964266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.964266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.964266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.964266] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1377a375-b6ae-4d37-a092-bf0796063db3 already deleted. [ 932.964266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.964266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.964266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.964266] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1377a375-b6ae-4d37-a092-bf0796063db3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.144041] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.485353] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.485500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.485570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.485817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.485893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.485967] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1377a375-b6ae-4d37-a092-bf0796063db3 already deleted. [ 933.486055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.645806] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.150469] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.150641] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.150715] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.151064] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.151216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.151361] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 is going to be updated. [ 934.161040] env[67361]: INFO networking_nsxv3.common.synchronization [req-7e5bb6b8-4102-41bd-a4ce-2363f6dbe0e5 req-fd19ebc6-579d-4c38-b834-1e27a8a36aa1 tempest-ServerDiskConfigTestJSON-1842165197 tempest-ServerDiskConfigTestJSON-1842165197-project-member] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 934.161767] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 934.162086] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.162249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.162346] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.162581] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.162772] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.162905] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.162990] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.163186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.163383] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.163511] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.182466] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.182542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.182581] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.182797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.182944] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.192787] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: IN_PROGRESS for 2s [ 934.569045] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.569249] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.569425] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.569699] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.569962] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.570136] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.570259] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.570476] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.570627] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.570839] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.570953] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.571078] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.571193] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.571303] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.571410] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.571545] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.590970] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.591172] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.591234] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.591399] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.591786] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-4716b074-cf8f-4d65-92e6-b196dba7f8cc taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.591957] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-4716b074-cf8f-4d65-92e6-b196dba7f8cc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.592089] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-4716b074-cf8f-4d65-92e6-b196dba7f8cc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.592443] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-4716b074-cf8f-4d65-92e6-b196dba7f8cc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.592727] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4716b074-cf8f-4d65-92e6-b196dba7f8cc',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.666687] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.667154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.667154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.667154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.667359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.667436] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.667535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.667598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.667740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.667815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.667897] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 934.691928] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.692211] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.692211] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.692335] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.692465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.701027] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 934.735073] env[67361]: INFO networking_nsxv3.common.synchronization [req-f5b01117-53f3-4e87-a50f-1994f1c1d249 req-a1b9fd23-95cb-413d-a70e-fea4891eb747 tempest-ServersTestBootFromVolume-1004535536 tempest-ServersTestBootFromVolume-1004535536-project-member] Enqueued Resource ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 with Priority: HIGHEST for action security_group_members [ 934.736387] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 with Priority: HIGHEST for action security_group_members [ 934.736613] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.736705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.736705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.736909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.737585] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.737585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.737585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.737585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.737585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.737585] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f240979-d4fb-4ec3-8c6c-da7ab52dc609',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.099031] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.099031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.099031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.099031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.099031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.099031] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 4716b074-cf8f-4d65-92e6-b196dba7f8cc not found, creating... [ 935.099031] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.099031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.099031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.099031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.099031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.099518] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.099518] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.099518] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.100156] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.100878] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.100878] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 4716b074-cf8f-4d65-92e6-b196dba7f8cc is going to be created. [ 935.130921] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.131164] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.131273] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.131577] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.131859] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.132119] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-4716b074-cf8f-4d65-92e6-b196dba7f8cc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.240101] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.240339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.240450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.240706] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.240836] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.241359] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.241359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.241359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.241558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.241558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.241626] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 is going to be updated. [ 935.279024] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.279024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.279024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.279024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.279024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.293019] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 in Status: IN_PROGRESS for 2s [ 935.890055] env[67361]: INFO networking_nsxv3.common.synchronization [req-7e5bb6b8-4102-41bd-a4ce-2363f6dbe0e5 req-fd735fdf-8feb-4c61-a29d-b64c67310307 service nova] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_rules [ 935.890474] env[67361]: INFO networking_nsxv3.common.synchronization [req-7e5bb6b8-4102-41bd-a4ce-2363f6dbe0e5 req-fd735fdf-8feb-4c61-a29d-b64c67310307 service nova] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 935.890474] env[67361]: INFO networking_nsxv3.common.synchronization [req-7e5bb6b8-4102-41bd-a4ce-2363f6dbe0e5 req-fd735fdf-8feb-4c61-a29d-b64c67310307 service nova] Enqueued Resource ID: 4716b074-cf8f-4d65-92e6-b196dba7f8cc with Priority: HIGHEST for action port [ 935.890929] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_rules [ 935.891033] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 935.891531] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4716b074-cf8f-4d65-92e6-b196dba7f8cc with Priority: HIGHEST for action port [ 935.891871] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.891995] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.892175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.892388] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.892488] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.894164] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.894266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.894569] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-4716b074-cf8f-4d65-92e6-b196dba7f8cc taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.894680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4716b074-cf8f-4d65-92e6-b196dba7f8cc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.894748] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4716b074-cf8f-4d65-92e6-b196dba7f8cc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.894925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4716b074-cf8f-4d65-92e6-b196dba7f8cc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.895011] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4716b074-cf8f-4d65-92e6-b196dba7f8cc',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.203299] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: IN_PROGRESS for 4s [ 936.394900] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.395041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.397455] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4716b074-cf8f-4d65-92e6-b196dba7f8cc with status ACTIVE [ 936.397660] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.397846] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.398022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.398143] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.398233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.398480] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.399088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.399088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.399088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.399088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.399088] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.399481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.399481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.399481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.399481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.399593] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4716b074-cf8f-4d65-92e6-b196dba7f8cc is going to be updated. [ 936.431021] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.431021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.431021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.431250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.431250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.431393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4716b074-cf8f-4d65-92e6-b196dba7f8cc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.715551] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 936.715850] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e deletion is rescheduled due to dependency. [ 936.716136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.716277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.717482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.718053] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.718399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.718582] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.718946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.719148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.719426] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.223071] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.314101] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 in Status: SUCCESS [ 937.314312] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 deletion is rescheduled due to dependency. [ 937.314663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.726235] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.214581] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: SUCCESS [ 938.214924] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.228496] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.228917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.228917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.229036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.229148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.229250] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 938.263549] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.264017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.264017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.264017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.264174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.285266] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 938.777140] env[67361]: INFO networking_nsxv3.common.synchronization [req-0ab59fce-17d0-45cc-b16f-759bb4dec9fd req-fdeec4c9-fd95-410e-8fe8-fbeed32db889 tempest-MigrationsAdminTest-593048835 tempest-MigrationsAdminTest-593048835-project-member] Enqueued Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_members [ 938.777140] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b with Priority: HIGHEST for action security_group_members [ 938.777140] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.777140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.777140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.778579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.779914] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.780089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.780164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.780373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.780470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.780545] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e799d63-1ac7-4dad-b82e-f9843d6aef2b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.832886] env[67361]: INFO networking_nsxv3.common.synchronization [req-05604bd4-fd84-47ea-b0a4-a116d409de14 req-65a0040a-4084-47b9-9869-7fbac247854e tempest-ImagesOneServerNegativeTestJSON-1093389182 tempest-ImagesOneServerNegativeTestJSON-1093389182-project-member] Enqueued Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 938.833115] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 938.833423] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.833565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.833636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.833831] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.833989] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.835155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.835155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.835155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.835440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.836029] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.052977] env[67361]: INFO networking_nsxv3.common.synchronization [req-acd5f8b8-9945-49f3-93f1-f88654f2adcf req-2bf66945-4856-4855-9dde-b53b5515366f tempest-ServersAdminTestJSON-431986726 tempest-ServersAdminTestJSON-431986726-project-member] Enqueued Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 939.052977] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 with Priority: HIGHEST for action security_group_members [ 939.052977] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.052977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.052977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.053279] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.053651] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.053651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.053651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.053651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.053879] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.053879] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.158763] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.158998] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.159143] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.159440] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.159705] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.159860] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.159974] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.160649] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.160875] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.161159] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.161389] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.161602] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.161709] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.161866] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.162026] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.162215] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.181113] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.181389] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.181576] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.181803] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.182180] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-65f85424-e20d-4b26-bbd2-7004f07803dd taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.182433] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-65f85424-e20d-4b26-bbd2-7004f07803dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.182622] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-65f85424-e20d-4b26-bbd2-7004f07803dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.182985] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-65f85424-e20d-4b26-bbd2-7004f07803dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.183213] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65f85424-e20d-4b26-bbd2-7004f07803dd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.282772] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.283099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.283099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.283290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.305502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.305502] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.305502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.305502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.305682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.305758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.305865] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b is going to be updated. [ 939.333332] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.333508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.333547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.333743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.333878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.338116] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.338116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.338116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.338338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.338439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.338680] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.338833] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.338933] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.339231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.339431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.339636] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 is going to be updated. [ 939.348407] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b in Status: IN_PROGRESS for 2s [ 939.365411] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.365578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.365578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.365843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.366046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.375701] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: IN_PROGRESS for 2s [ 939.556235] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.556385] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.556488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.557238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.580202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.580202] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.580202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.580202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.580202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.580202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.580202] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 is going to be updated. [ 939.608037] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.608037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.608037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.608037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.608037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.617079] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: IN_PROGRESS for 2s [ 939.686671] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.687085] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.687376] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.687787] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.688052] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.688304] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 65f85424-e20d-4b26-bbd2-7004f07803dd not found, creating... [ 939.688722] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.688973] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.689272] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.689685] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.689937] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.690483] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.690765] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.690977] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.691381] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.691663] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.691901] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 65f85424-e20d-4b26-bbd2-7004f07803dd is going to be created. [ 939.717808] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.721017] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.721017] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.721017] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.721017] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.721017] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-65f85424-e20d-4b26-bbd2-7004f07803dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.305591] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 940.306012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.306061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.306378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.306600] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.306724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.306787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.306957] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.307051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.307142] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.307254] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.471355] env[67361]: INFO networking_nsxv3.common.synchronization [req-05604bd4-fd84-47ea-b0a4-a116d409de14 req-bc92ca9a-ddcb-4050-92fb-0837a1bf8058 service nova] Enqueued Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_rules [ 940.471546] env[67361]: INFO networking_nsxv3.common.synchronization [req-05604bd4-fd84-47ea-b0a4-a116d409de14 req-bc92ca9a-ddcb-4050-92fb-0837a1bf8058 service nova] Enqueued Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 940.471706] env[67361]: INFO networking_nsxv3.common.synchronization [req-05604bd4-fd84-47ea-b0a4-a116d409de14 req-bc92ca9a-ddcb-4050-92fb-0837a1bf8058 service nova] Enqueued Resource ID: 65f85424-e20d-4b26-bbd2-7004f07803dd with Priority: HIGHEST for action port [ 940.472239] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_rules [ 940.472369] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 940.472464] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f85424-e20d-4b26-bbd2-7004f07803dd with Priority: HIGHEST for action port [ 940.472736] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.472864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.472930] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.473141] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.473226] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.474081] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.474174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.474362] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-65f85424-e20d-4b26-bbd2-7004f07803dd taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.474460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65f85424-e20d-4b26-bbd2-7004f07803dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.474522] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65f85424-e20d-4b26-bbd2-7004f07803dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.474677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65f85424-e20d-4b26-bbd2-7004f07803dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.474748] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65f85424-e20d-4b26-bbd2-7004f07803dd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.810207] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.810437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.810533] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.810698] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.810950] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.811450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.811450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.811450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.811450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.811450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.811649] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.811783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.811869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.811974] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.812128] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.812237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.812336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.812449] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.812523] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.812624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.812807] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.976859] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.977062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.977183] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65f85424-e20d-4b26-bbd2-7004f07803dd with status ACTIVE [ 940.977355] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.977458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.977520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.977726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.977811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.977992] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.978097] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.978159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.978306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.978384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.978561] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.978653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.978708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.978866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.978941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.979031] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65f85424-e20d-4b26-bbd2-7004f07803dd is going to be updated. [ 941.022639] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.022941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.023041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.023274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.023474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.023713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65f85424-e20d-4b26-bbd2-7004f07803dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.315541] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d35adc82-a1ec-4f65-b7b7-11c04179607e: rpc.has_security_group_logging(os_id): False [ 941.343585] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.343787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.343787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.344123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.344398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.344534] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.344681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.344769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.344946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.345083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.345313] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.345514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.345514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.345725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.346942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.346942] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.346942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.346942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.346942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.346942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.346942] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 941.361680] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b in Status: SUCCESS [ 941.361855] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e799d63-1ac7-4dad-b82e-f9843d6aef2b deletion is rescheduled due to dependency. [ 941.362180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e799d63-1ac7-4dad-b82e-f9843d6aef2b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.391321] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: SUCCESS [ 941.391432] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 deletion is rescheduled due to dependency. [ 941.391545] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.391714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.391930] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.392188] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.392358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.392461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.393722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.393722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.393722] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.450817] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.451275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.451275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.451589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.451712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.473808] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 941.628033] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 in Status: SUCCESS [ 941.628033] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5 deletion is rescheduled due to dependency. [ 941.628234] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.895901] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.401674] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.908918] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.909152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.909152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.910022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.910022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.910022] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 is going to be updated. [ 942.940718] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.940789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.940864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.941118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.941259] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.952927] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: IN_PROGRESS for 2s [ 943.492031] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 943.492371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.344911] env[67361]: INFO networking_nsxv3.common.synchronization [req-62ad09e4-ab52-4ea7-97ce-6942ec9b73e2 req-91b274bb-5022-4ef4-9123-fbf846c543c9 tempest-ImagesTestJSON-158730557 tempest-ImagesTestJSON-158730557-project-member] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 944.345523] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 944.347373] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.347373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.347373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.347373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.347618] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.347618] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.347618] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.347772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.347907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.348060] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.851529] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.852062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.852062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.852177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.852215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.852477] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.852602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.852674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.852871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.852976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.853123] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 944.889034] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.889264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.889457] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.889690] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.889834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.900857] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 944.962765] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: SUCCESS [ 944.962971] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.963155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.963375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.963592] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.963693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.963759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.963909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.963986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.964083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.964173] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.466929] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.467034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.467079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.467394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.467578] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.467685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.467747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.468481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.468650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.468762] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.468922] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.469033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.469098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.469283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.469442] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.469555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.469610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.469780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.469876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.469979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.470061] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.974272] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f1635d3-22df-48a8-81db-4887e74e9a05: rpc.has_security_group_logging(os_id): False [ 945.996754] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.996915] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.996992] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.997263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.997364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.997660] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.997723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.997766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.997941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.998046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.998926] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.998926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.998926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.998926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.998926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.998926] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.999215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.999215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.999278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.999310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.999518] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 is going to be updated. [ 946.079393] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.079561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.079632] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.079839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.079980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.095599] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: IN_PROGRESS for 2s [ 946.911371] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 946.911566] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca deletion is rescheduled due to dependency. [ 946.912241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.113489] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: SUCCESS [ 948.113489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.271731] env[67361]: INFO networking_nsxv3.common.synchronization [None req-29f35fed-257b-44e6-8555-42758862e2b8 None None] Enqueued Resource ID: 93a04501-4ff2-4280-9fc4-6ca26646b68c with Priority: HIGHEST for action port [ 948.272646] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93a04501-4ff2-4280-9fc4-6ca26646b68c with Priority: HIGHEST for action port [ 948.272900] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-93a04501-4ff2-4280-9fc4-6ca26646b68c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.273063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93a04501-4ff2-4280-9fc4-6ca26646b68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.273133] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93a04501-4ff2-4280-9fc4-6ca26646b68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.273393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93a04501-4ff2-4280-9fc4-6ca26646b68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.273485] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a04501-4ff2-4280-9fc4-6ca26646b68c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.777366] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93a04501-4ff2-4280-9fc4-6ca26646b68c [ 948.777748] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.778229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.779521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.779760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.779857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.781386] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93a04501-4ff2-4280-9fc4-6ca26646b68c already deleted. [ 948.781386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93a04501-4ff2-4280-9fc4-6ca26646b68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.242887] env[67361]: INFO networking_nsxv3.common.synchronization [req-73608ff2-c3c1-43e8-ad54-f8181ebd25f6 req-1c87d985-6b3c-4e17-b072-b3f34186480c tempest-ServersTestJSON-590728185 tempest-ServersTestJSON-590728185-project-member] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 953.243700] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 953.244020] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.244180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.244256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.244569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.245274] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.245423] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.245495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.245656] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.245745] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.245842] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.430053] env[67361]: INFO networking_nsxv3.common.synchronization [None req-9b77084a-2e0b-4d4c-813d-48ba042d0256 None None] Enqueued Resource ID: 20834620-7ae8-46eb-a467-6999cc0f4dca with Priority: HIGHEST for action port [ 953.430053] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20834620-7ae8-46eb-a467-6999cc0f4dca with Priority: HIGHEST for action port [ 953.430053] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-20834620-7ae8-46eb-a467-6999cc0f4dca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.430053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20834620-7ae8-46eb-a467-6999cc0f4dca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.430053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20834620-7ae8-46eb-a467-6999cc0f4dca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.430867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20834620-7ae8-46eb-a467-6999cc0f4dca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.431081] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20834620-7ae8-46eb-a467-6999cc0f4dca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.747639] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.784344] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.784542] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.784689] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.784957] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.785229] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.785384] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.785519] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.785736] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.785878] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.786138] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.786290] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.786402] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.786508] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.786617] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.786720] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.786878] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.807822] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.808012] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.808188] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.808356] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.808679] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-f808c807-1861-47c5-8f06-4dbfb4d32041 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.808890] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-f808c807-1861-47c5-8f06-4dbfb4d32041" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.809024] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-f808c807-1861-47c5-8f06-4dbfb4d32041" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.809357] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-f808c807-1861-47c5-8f06-4dbfb4d32041" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.809618] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f808c807-1861-47c5-8f06-4dbfb4d32041',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.934567] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20834620-7ae8-46eb-a467-6999cc0f4dca [ 953.934809] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.935163] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.935163] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.936311] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.936438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.936609] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20834620-7ae8-46eb-a467-6999cc0f4dca already deleted. [ 953.936738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20834620-7ae8-46eb-a467-6999cc0f4dca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.250055] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.312304] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.312533] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.312707] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.313068] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.313146] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.313270] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port f808c807-1861-47c5-8f06-4dbfb4d32041 not found, creating... [ 954.314628] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.314628] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.314628] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.314815] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.314850] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.315154] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.315306] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.315416] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.315635] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.315769] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.315902] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: f808c807-1861-47c5-8f06-4dbfb4d32041 is going to be created. [ 954.336372] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.336586] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.336716] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.336983] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.337222] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.337597] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-f808c807-1861-47c5-8f06-4dbfb4d32041" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.442169] env[67361]: INFO networking_nsxv3.common.synchronization [None req-3e88620e-4ab0-4c89-b348-b320d448f80d None None] Enqueued Resource ID: 1d48ed7c-9822-4d64-80ce-6a2078569c66 with Priority: HIGHEST for action port [ 954.442510] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d48ed7c-9822-4d64-80ce-6a2078569c66 with Priority: HIGHEST for action port [ 954.442845] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d48ed7c-9822-4d64-80ce-6a2078569c66 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.442989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d48ed7c-9822-4d64-80ce-6a2078569c66" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.443090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d48ed7c-9822-4d64-80ce-6a2078569c66" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.443413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d48ed7c-9822-4d64-80ce-6a2078569c66" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.443585] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d48ed7c-9822-4d64-80ce-6a2078569c66',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.751968] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.752181] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.752238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.752652] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.752652] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.752802] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 954.793255] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.793435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.793435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.793594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.793731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.804808] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 954.946484] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d48ed7c-9822-4d64-80ce-6a2078569c66 [ 954.946635] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.946775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.946845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.947081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.947175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.947274] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d48ed7c-9822-4d64-80ce-6a2078569c66 already deleted. [ 954.947371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d48ed7c-9822-4d64-80ce-6a2078569c66" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.159212] env[67361]: INFO networking_nsxv3.common.synchronization [req-73608ff2-c3c1-43e8-ad54-f8181ebd25f6 req-b6af769c-dffd-4a5a-9147-b3c690e3f991 service nova] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_rules [ 955.159212] env[67361]: INFO networking_nsxv3.common.synchronization [req-73608ff2-c3c1-43e8-ad54-f8181ebd25f6 req-b6af769c-dffd-4a5a-9147-b3c690e3f991 service nova] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 955.159212] env[67361]: INFO networking_nsxv3.common.synchronization [req-73608ff2-c3c1-43e8-ad54-f8181ebd25f6 req-b6af769c-dffd-4a5a-9147-b3c690e3f991 service nova] Enqueued Resource ID: f808c807-1861-47c5-8f06-4dbfb4d32041 with Priority: HIGHEST for action port [ 955.159212] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_rules [ 955.159212] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 955.159212] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f808c807-1861-47c5-8f06-4dbfb4d32041 with Priority: HIGHEST for action port [ 955.159212] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.159706] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.159706] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.160153] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.160153] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.161573] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.161736] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.161994] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-f808c807-1861-47c5-8f06-4dbfb4d32041 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.162175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f808c807-1861-47c5-8f06-4dbfb4d32041" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.162283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f808c807-1861-47c5-8f06-4dbfb4d32041" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.163150] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f808c807-1861-47c5-8f06-4dbfb4d32041" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.163150] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f808c807-1861-47c5-8f06-4dbfb4d32041',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.664700] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.665058] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.665058] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f808c807-1861-47c5-8f06-4dbfb4d32041 with status ACTIVE [ 955.665232] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.665434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.665500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.665726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.665813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.665997] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.666197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.666257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.666419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.666551] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.667057] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.667057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.667057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.667057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.667057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.667310] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f808c807-1861-47c5-8f06-4dbfb4d32041 is going to be updated. [ 955.695154] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.695307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.695374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.695771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.695771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.698082] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f808c807-1861-47c5-8f06-4dbfb4d32041" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.799760] env[67361]: INFO networking_nsxv3.common.synchronization [req-adfba14f-f204-4ad4-b086-db4ecb831442 req-5ebaa33c-5123-4c45-9d93-bcb8a32ab33d tempest-ServerActionsTestOtherB-896352122 tempest-ServerActionsTestOtherB-896352122-project-member] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 955.800526] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 955.800903] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.801638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.801638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.801924] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.802418] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.802418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.802418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.802418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.802654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.802654] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.263025] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.263025] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.263025] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.263025] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.263689] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.264087] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.264370] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.264746] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.265031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.265396] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.265665] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.266071] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.266253] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.266503] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.266737] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.268017] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.303060] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.303669] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.304288] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.304757] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.305219] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-7f3afc21-2f2b-446c-b2f9-0ba512e0b423 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.305513] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-7f3afc21-2f2b-446c-b2f9-0ba512e0b423" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.305635] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-7f3afc21-2f2b-446c-b2f9-0ba512e0b423" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.306085] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-7f3afc21-2f2b-446c-b2f9-0ba512e0b423" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.306242] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f3afc21-2f2b-446c-b2f9-0ba512e0b423',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.309130] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.309561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.309626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.309826] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.309914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.310117] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.310228] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.310282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.310454] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.310529] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.310611] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be updated. [ 956.337895] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.337895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.337895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.337895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.337895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.346887] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: IN_PROGRESS for 2s [ 956.813217] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.813632] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.813632] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.813831] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.814344] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.814344] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 7f3afc21-2f2b-446c-b2f9-0ba512e0b423 not found, creating... [ 956.814493] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.814614] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.814729] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.814949] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.815116] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.815378] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.815528] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.815644] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.815845] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.815974] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.816121] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 7f3afc21-2f2b-446c-b2f9-0ba512e0b423 is going to be created. [ 956.817871] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 956.818027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.818191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.818353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.818513] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.818658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.818694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.818875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.818936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.819040] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.838267] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.838495] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.838619] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.838889] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.839132] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.839356] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-7f3afc21-2f2b-446c-b2f9-0ba512e0b423" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.321347] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.543620] env[67361]: INFO networking_nsxv3.common.synchronization [req-adfba14f-f204-4ad4-b086-db4ecb831442 req-8efaeef4-783f-4f94-803a-b0a4b359348b service nova] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_rules [ 957.544474] env[67361]: INFO networking_nsxv3.common.synchronization [req-adfba14f-f204-4ad4-b086-db4ecb831442 req-8efaeef4-783f-4f94-803a-b0a4b359348b service nova] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 957.544474] env[67361]: INFO networking_nsxv3.common.synchronization [req-adfba14f-f204-4ad4-b086-db4ecb831442 req-8efaeef4-783f-4f94-803a-b0a4b359348b service nova] Enqueued Resource ID: 7f3afc21-2f2b-446c-b2f9-0ba512e0b423 with Priority: HIGHEST for action port [ 957.544474] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_rules [ 957.544639] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 957.544675] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3afc21-2f2b-446c-b2f9-0ba512e0b423 with Priority: HIGHEST for action port [ 957.544917] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.545782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.545782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.545782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.545782] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.547060] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.547194] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.547418] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f3afc21-2f2b-446c-b2f9-0ba512e0b423 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.547595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f3afc21-2f2b-446c-b2f9-0ba512e0b423" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.547595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f3afc21-2f2b-446c-b2f9-0ba512e0b423" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.547766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f3afc21-2f2b-446c-b2f9-0ba512e0b423" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.547837] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f3afc21-2f2b-446c-b2f9-0ba512e0b423',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.823675] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.895492] env[67361]: INFO networking_nsxv3.common.synchronization [None req-fa066872-48d2-4f4c-9912-009217a3c558 None None] Enqueued Resource ID: 04c78e7d-8863-43ea-8ef5-070c29fbe99f with Priority: HIGHEST for action port [ 957.896325] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c78e7d-8863-43ea-8ef5-070c29fbe99f with Priority: HIGHEST for action port [ 957.896758] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c78e7d-8863-43ea-8ef5-070c29fbe99f taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.896968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c78e7d-8863-43ea-8ef5-070c29fbe99f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.897049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c78e7d-8863-43ea-8ef5-070c29fbe99f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.897337] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c78e7d-8863-43ea-8ef5-070c29fbe99f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.897474] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c78e7d-8863-43ea-8ef5-070c29fbe99f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.048452] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.048452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.049932] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f3afc21-2f2b-446c-b2f9-0ba512e0b423 with status ACTIVE [ 958.050207] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.050345] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.050461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.050722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.050839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.051080] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.051169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.051234] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.051396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.051467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.051705] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.051816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.051867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.051992] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.052089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.052181] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f3afc21-2f2b-446c-b2f9-0ba512e0b423 is going to be updated. [ 958.081279] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.082205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.082205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.082205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.082205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.082402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f3afc21-2f2b-446c-b2f9-0ba512e0b423" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.326532] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.326727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.326784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.326987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.327089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.327189] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 958.362941] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 958.362941] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e deletion is rescheduled due to dependency. [ 958.362941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.362941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.362941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.362941] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.363661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.363661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.363661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.363661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.363909] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.370396] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.370396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.370396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.371254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.371947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.388190] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 958.399613] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04c78e7d-8863-43ea-8ef5-070c29fbe99f [ 958.399868] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.400077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.400162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.400441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.400820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.400820] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04c78e7d-8863-43ea-8ef5-070c29fbe99f already deleted. [ 958.400820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c78e7d-8863-43ea-8ef5-070c29fbe99f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.873735] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.376013] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.879090] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.879544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.879544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.879766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.879766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.880071] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be updated. [ 959.914349] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.914547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.914547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.917828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.917828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.929707] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: IN_PROGRESS for 2s [ 960.098211] env[67361]: INFO networking_nsxv3.common.synchronization [req-15579079-5055-4639-9c47-0194f510928f req-73ff8393-64ef-469d-9b68-bae140af9350 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 1377a375-b6ae-4d37-a092-bf0796063db3 with Priority: HIGHEST for action security_group_members [ 960.098777] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1377a375-b6ae-4d37-a092-bf0796063db3 with Priority: HIGHEST for action security_group_members [ 960.099093] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1377a375-b6ae-4d37-a092-bf0796063db3 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.099259] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.099302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.099558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.099737] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.101012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.101012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.101012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.101012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.101012] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1377a375-b6ae-4d37-a092-bf0796063db3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.382916] env[67361]: INFO networking_nsxv3.common.synchronization [req-979f24ee-b48a-4a03-82f0-2afbb0023e56 req-c344d629-3c26-47bd-baf9-409817e1ad77 tempest-ListServerFiltersTestJSON-383591061 tempest-ListServerFiltersTestJSON-383591061-project-member] Enqueued Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 960.383549] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 960.383715] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.383872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.383872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.384098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.384247] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.384335] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.384400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.384557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.384644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.384859] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.399774] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 960.400024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.400551] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.400759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.400947] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.401077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.401141] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.401292] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.401371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.401454] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.401541] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.531017] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.531017] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.531017] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.532012] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.532012] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.532012] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.532012] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.532261] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.532432] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.532640] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.532750] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.532855] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.533414] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.533490] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.533564] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.534405] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.554564] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.554874] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.554874] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.555051] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.555254] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-0c36bb15-da11-4d63-b8ab-f3d44cf40bce taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.555491] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-0c36bb15-da11-4d63-b8ab-f3d44cf40bce" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.555561] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-0c36bb15-da11-4d63-b8ab-f3d44cf40bce" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.555971] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-0c36bb15-da11-4d63-b8ab-f3d44cf40bce" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.556153] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c36bb15-da11-4d63-b8ab-f3d44cf40bce',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.603540] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.603710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.603783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.604029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.604138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.604355] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.604453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.604509] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.604764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.604836] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.604872] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1377a375-b6ae-4d37-a092-bf0796063db3 already deleted. [ 960.604944] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.887008] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.909904] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.910097] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.910180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.910384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.910560] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.910662] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.910728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.910890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.910981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.911086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.911241] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.911335] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.911393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.911537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.911679] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.911793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.911874] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.912035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.912116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.912200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.912289] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.058356] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.058600] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.058729] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.059045] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.059197] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.059361] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 0c36bb15-da11-4d63-b8ab-f3d44cf40bce not found, creating... [ 961.059678] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.059850] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.059983] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.060250] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.060417] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.060771] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.060953] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.061084] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.061317] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.061453] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.061596] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 0c36bb15-da11-4d63-b8ab-f3d44cf40bce is going to be created. [ 961.091594] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.091952] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.092175] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.092422] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.092658] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.092896] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-0c36bb15-da11-4d63-b8ab-f3d44cf40bce" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.389753] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.414899] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00db7729-6d15-4015-b5d1-85c80e2b5439: rpc.has_security_group_logging(os_id): False [ 961.437204] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.437204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.437204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.437775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.437775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.437775] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.438009] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.438009] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.438420] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.438420] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.438420] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.438838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.438838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.438838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.439295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.439295] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.439295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.439295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.439964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.439964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.439964] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 961.548026] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.548285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.548285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.548429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.548676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.570836] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 961.894797] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.895159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.895159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.895284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.895364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.895854] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 is going to be updated. [ 961.932100] env[67361]: INFO networking_nsxv3.common.synchronization [req-15579079-5055-4639-9c47-0194f510928f req-88481ed2-0fa5-4704-8d16-8d8ec402f4fe service nova] Enqueued Resource ID: 1377a375-b6ae-4d37-a092-bf0796063db3 with Priority: HIGHEST for action security_group_rules [ 961.932481] env[67361]: INFO networking_nsxv3.common.synchronization [req-15579079-5055-4639-9c47-0194f510928f req-88481ed2-0fa5-4704-8d16-8d8ec402f4fe service nova] Enqueued Resource ID: 1377a375-b6ae-4d37-a092-bf0796063db3 with Priority: HIGHEST for action security_group_members [ 961.932713] env[67361]: INFO networking_nsxv3.common.synchronization [req-15579079-5055-4639-9c47-0194f510928f req-88481ed2-0fa5-4704-8d16-8d8ec402f4fe service nova] Enqueued Resource ID: 0c36bb15-da11-4d63-b8ab-f3d44cf40bce with Priority: HIGHEST for action port [ 961.933678] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1377a375-b6ae-4d37-a092-bf0796063db3 with Priority: HIGHEST for action security_group_rules [ 961.933951] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1377a375-b6ae-4d37-a092-bf0796063db3 with Priority: HIGHEST for action security_group_members [ 961.934296] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c36bb15-da11-4d63-b8ab-f3d44cf40bce with Priority: HIGHEST for action port [ 961.935359] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1377a375-b6ae-4d37-a092-bf0796063db3 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.935515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.935691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.935965] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.936141] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1377a375-b6ae-4d37-a092-bf0796063db3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.940023] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1377a375-b6ae-4d37-a092-bf0796063db3 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.940023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.940023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.940023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.940023] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.940023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.940023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.940023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.940734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.940734] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1377a375-b6ae-4d37-a092-bf0796063db3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.941490] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c36bb15-da11-4d63-b8ab-f3d44cf40bce taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.941644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c36bb15-da11-4d63-b8ab-f3d44cf40bce" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.941736] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c36bb15-da11-4d63-b8ab-f3d44cf40bce" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.941981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c36bb15-da11-4d63-b8ab-f3d44cf40bce" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.942069] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c36bb15-da11-4d63-b8ab-f3d44cf40bce',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.982592] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 961.983562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.983843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.984165] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.984432] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.984702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.984788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.984970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.985083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.985168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.985261] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.996420] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.996626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.996667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.996884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.997085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.018399] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: IN_PROGRESS for 2s [ 962.446627] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1377a375-b6ae-4d37-a092-bf0796063db3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.448058] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1377a375-b6ae-4d37-a092-bf0796063db3 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.448200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.448599] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c36bb15-da11-4d63-b8ab-f3d44cf40bce with status ACTIVE [ 962.448784] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.450657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.450755] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.450973] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.451150] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.451270] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.451374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.451440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.451601] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.451679] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.451864] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.451957] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.452015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.452190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.452267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.453010] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c36bb15-da11-4d63-b8ab-f3d44cf40bce is going to be updated. [ 962.477759] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.478355] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.478355] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.478355] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.481506] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.481506] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c36bb15-da11-4d63-b8ab-f3d44cf40bce" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.488517] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.949734] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1377a375-b6ae-4d37-a092-bf0796063db3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.993755] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e: rpc.has_security_group_logging(os_id): False [ 963.014350] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.017018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.017018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.017018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.017018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.017018] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.017018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.017018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.017018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.017018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.017018] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be updated. [ 963.085839] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.088119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.088119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.088119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.088119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.101780] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: IN_PROGRESS for 2s [ 963.355301] env[67361]: INFO networking_nsxv3.common.synchronization [None req-f4a3fabb-f0f9-41f5-9996-aa6b1d08feb8 None None] Enqueued Resource ID: fd268967-4e74-4228-82a0-a7bda35fc6cb with Priority: HIGHEST for action port [ 963.355301] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd268967-4e74-4228-82a0-a7bda35fc6cb with Priority: HIGHEST for action port [ 963.355388] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd268967-4e74-4228-82a0-a7bda35fc6cb taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.355492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd268967-4e74-4228-82a0-a7bda35fc6cb" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.355559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd268967-4e74-4228-82a0-a7bda35fc6cb" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.355899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd268967-4e74-4228-82a0-a7bda35fc6cb" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.356248] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd268967-4e74-4228-82a0-a7bda35fc6cb',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.452742] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.452742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.452742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.452955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.453046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.453138] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1377a375-b6ae-4d37-a092-bf0796063db3 is going to be created. [ 963.481772] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.481772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.481772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.482059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.482334] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.498563] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1377a375-b6ae-4d37-a092-bf0796063db3 in Status: UNINITIALIZED for 2s [ 963.527683] env[67361]: INFO networking_nsxv3.common.synchronization [req-4f1e3910-708f-48ab-8d56-bbc8bbb5e6d4 req-1afcf53b-e13f-41cb-b822-f82432af8aee tempest-ImagesOneServerNegativeTestJSON-1093389182 tempest-ImagesOneServerNegativeTestJSON-1093389182-project-member] Enqueued Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 963.527683] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 963.527683] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.527683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.527683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.531251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.531456] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.531597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.531661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.531856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.531968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.532045] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.591187] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 963.591408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.859223] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd268967-4e74-4228-82a0-a7bda35fc6cb [ 963.859477] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.859579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.859978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.859978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.859978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.860230] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd268967-4e74-4228-82a0-a7bda35fc6cb already deleted. [ 963.860230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd268967-4e74-4228-82a0-a7bda35fc6cb" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.029709] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: SUCCESS [ 964.030024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.034342] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.034491] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.034557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.035197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.035197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.035197] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.035197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.035384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.035384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.035440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.035544] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 is going to be updated. [ 964.063291] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.063291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.063291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.063509] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.063509] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.073726] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: IN_PROGRESS for 2s [ 965.120409] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 965.120744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.511013] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1377a375-b6ae-4d37-a092-bf0796063db3 in Status: SUCCESS [ 965.511294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.512018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.512018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.512018] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.512346] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.512346] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.512471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.512471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.513516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.513516] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1377a375-b6ae-4d37-a092-bf0796063db3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.717719] env[67361]: INFO networking_nsxv3.common.synchronization [None req-c3c40362-0552-4fc6-b9ad-713ce042b7a8 None None] Enqueued Resource ID: 8b774ba6-c9ad-47fd-9280-120e167184e4 with Priority: HIGHEST for action port [ 965.719146] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b774ba6-c9ad-47fd-9280-120e167184e4 with Priority: HIGHEST for action port [ 965.719146] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b774ba6-c9ad-47fd-9280-120e167184e4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.719146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b774ba6-c9ad-47fd-9280-120e167184e4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.719146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b774ba6-c9ad-47fd-9280-120e167184e4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.720784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b774ba6-c9ad-47fd-9280-120e167184e4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.720898] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b774ba6-c9ad-47fd-9280-120e167184e4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.015249] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1377a375-b6ae-4d37-a092-bf0796063db3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.090097] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: SUCCESS [ 966.090633] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 deletion is rescheduled due to dependency. [ 966.090633] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.116996] env[67361]: INFO networking_nsxv3.common.synchronization [req-0749dac8-4ca9-4c7d-b0c9-7658f400a9c5 req-dd404e5a-9caf-4a33-8996-bc3839d139f9 tempest-ServersNegativeTestJSON-254185450 tempest-ServersNegativeTestJSON-254185450-project-member] Enqueued Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_members [ 966.117673] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_members [ 966.118463] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.118598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.118881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.118881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.119023] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.119122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.119182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.119458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.119538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.119633] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.226105] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b774ba6-c9ad-47fd-9280-120e167184e4 [ 966.226361] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.226440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.226476] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.226716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.226824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.226916] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b774ba6-c9ad-47fd-9280-120e167184e4 already deleted. [ 966.227016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b774ba6-c9ad-47fd-9280-120e167184e4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.517431] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1377a375-b6ae-4d37-a092-bf0796063db3: rpc.has_security_group_logging(os_id): False [ 966.528405] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.528684] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-751" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.528809] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-751" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.532664] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-751" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.533093] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.533247] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.533407] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.533615] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.533764] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.535187] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.535187] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.535187] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.535187] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.535187] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.535187] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.535187] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.539376] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.539560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.539637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.539836] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.539925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.540188] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.540270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.540319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.540597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.540597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.540693] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1377a375-b6ae-4d37-a092-bf0796063db3 is going to be created. [ 966.566427] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.566642] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.566806] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.567021] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-751" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.567384] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-431b81c8-aa42-4fe2-99cc-138f230978d0 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.567684] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-431b81c8-aa42-4fe2-99cc-138f230978d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.567684] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-431b81c8-aa42-4fe2-99cc-138f230978d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.567987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-431b81c8-aa42-4fe2-99cc-138f230978d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.568156] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('431b81c8-aa42-4fe2-99cc-138f230978d0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.623442] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.623788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.623788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.623918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.624034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.625299] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.638690] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1377a375-b6ae-4d37-a092-bf0796063db3 in Status: IN_PROGRESS for 2s [ 967.073995] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.073995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.073995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.073995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.073995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.073995] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 431b81c8-aa42-4fe2-99cc-138f230978d0 not found, creating... [ 967.073995] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.073995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.073995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.073995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.073995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.074497] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.074497] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.074497] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.074712] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.074892] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.075110] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 431b81c8-aa42-4fe2-99cc-138f230978d0 is going to be created. [ 967.098198] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.098500] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.098565] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.098790] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.099015] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.099251] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-431b81c8-aa42-4fe2-99cc-138f230978d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.130219] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.633966] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.634357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.634357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.634947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.634947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.634947] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077e5aba-f6f9-4420-b533-c3736be474c9 is going to be updated. [ 967.666335] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.666433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.666535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.666697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.666837] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.679687] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: IN_PROGRESS for 2s [ 968.262246] env[67361]: INFO networking_nsxv3.common.synchronization [req-0749dac8-4ca9-4c7d-b0c9-7658f400a9c5 req-9728a01e-db47-4f2a-a19c-040557b04e36 service nova] Enqueued Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_rules [ 968.262434] env[67361]: INFO networking_nsxv3.common.synchronization [req-0749dac8-4ca9-4c7d-b0c9-7658f400a9c5 req-9728a01e-db47-4f2a-a19c-040557b04e36 service nova] Enqueued Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_members [ 968.262638] env[67361]: INFO networking_nsxv3.common.synchronization [req-0749dac8-4ca9-4c7d-b0c9-7658f400a9c5 req-9728a01e-db47-4f2a-a19c-040557b04e36 service nova] Enqueued Resource ID: 431b81c8-aa42-4fe2-99cc-138f230978d0 with Priority: HIGHEST for action port [ 968.263113] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_rules [ 968.263247] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_members [ 968.263342] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431b81c8-aa42-4fe2-99cc-138f230978d0 with Priority: HIGHEST for action port [ 968.263614] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.263737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.263802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.264056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.264405] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.265990] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.266223] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.266433] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-431b81c8-aa42-4fe2-99cc-138f230978d0 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.266544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-431b81c8-aa42-4fe2-99cc-138f230978d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.266600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-431b81c8-aa42-4fe2-99cc-138f230978d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.266840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-431b81c8-aa42-4fe2-99cc-138f230978d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.266882] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('431b81c8-aa42-4fe2-99cc-138f230978d0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.523612] env[67361]: INFO networking_nsxv3.common.synchronization [req-a9ac2e46-619d-4cf0-8b4b-e895a195558c req-246f3172-2360-473f-8a8d-3e8cb634ac45 tempest-ServersTestJSON-590728185 tempest-ServersTestJSON-590728185-project-member] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 968.524179] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 968.524781] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.524910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.524976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.525190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.525346] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.525446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.525503] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.525649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.525733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.525824] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.657484] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1377a375-b6ae-4d37-a092-bf0796063db3 in Status: SUCCESS [ 968.657484] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.768769] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.769040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.769291] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 431b81c8-aa42-4fe2-99cc-138f230978d0 with status ACTIVE [ 968.769552] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.769680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.769749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.770053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.770310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.770520] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.770667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.770737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.770983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.771055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.771275] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.771373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.771435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.771586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.771660] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.771742] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 431b81c8-aa42-4fe2-99cc-138f230978d0 is going to be updated. [ 968.796885] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.797769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.797769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.797769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.797769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.798016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-431b81c8-aa42-4fe2-99cc-138f230978d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.028058] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.107326] env[67361]: INFO networking_nsxv3.common.synchronization [None req-5f7346b2-7586-42b6-a53c-4ff78386f553 None None] Enqueued Resource ID: ea89109a-854b-49e0-90ba-52cc01cc5bc1 with Priority: HIGHEST for action port [ 969.107915] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea89109a-854b-49e0-90ba-52cc01cc5bc1 with Priority: HIGHEST for action port [ 969.108250] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea89109a-854b-49e0-90ba-52cc01cc5bc1 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.108456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea89109a-854b-49e0-90ba-52cc01cc5bc1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.108456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea89109a-854b-49e0-90ba-52cc01cc5bc1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.108766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea89109a-854b-49e0-90ba-52cc01cc5bc1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.108799] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea89109a-854b-49e0-90ba-52cc01cc5bc1',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.532669] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.613166] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea89109a-854b-49e0-90ba-52cc01cc5bc1 [ 969.613166] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.613166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.613166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.613166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.613166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.613166] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea89109a-854b-49e0-90ba-52cc01cc5bc1 already deleted. [ 969.613166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea89109a-854b-49e0-90ba-52cc01cc5bc1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.691281] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: SUCCESS [ 969.691869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.691869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.691869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.692155] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.692291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.692291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.692425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.692487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.692571] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.957649] env[67361]: INFO networking_nsxv3.common.synchronization [None req-bfbfc616-7a26-460a-a8a0-ba4b59c39108 tempest-ServersV294TestFqdnHostnames-1461415606 tempest-ServersV294TestFqdnHostnames-1461415606-project-member] Enqueued Resource ID: b624bdb5-67a5-432d-99b8-c7403552ed1c with Priority: HIGHEST for action security_group_rules [ 969.958137] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b624bdb5-67a5-432d-99b8-c7403552ed1c with Priority: HIGHEST for action security_group_rules [ 969.958477] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b624bdb5-67a5-432d-99b8-c7403552ed1c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.958564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.958631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.958909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.958992] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b624bdb5-67a5-432d-99b8-c7403552ed1c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.037198] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.037198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.037198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.037198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.037198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.037198] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 970.066630] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.066630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.066758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.066941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.067106] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.079970] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 970.113232] env[67361]: INFO networking_nsxv3.common.synchronization [None req-9b039a2c-ebe5-4710-9bfb-9a2e8cdd9f0e tempest-ServersV294TestFqdnHostnames-1461415606 tempest-ServersV294TestFqdnHostnames-1461415606-project-member] Enqueued Resource ID: b624bdb5-67a5-432d-99b8-c7403552ed1c with Priority: HIGHEST for action security_group_rules [ 970.115780] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b624bdb5-67a5-432d-99b8-c7403552ed1c with Priority: HIGHEST for action security_group_rules [ 970.116188] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b624bdb5-67a5-432d-99b8-c7403552ed1c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.116300] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.197599] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.314735] env[67361]: INFO networking_nsxv3.common.synchronization [req-de690ab5-57f2-4b14-b662-289cf17e2869 req-bfbd3ca8-8d3b-45aa-80f8-31cb77c476f1 tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 with Priority: HIGHEST for action security_group_members [ 970.315061] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 with Priority: HIGHEST for action security_group_members [ 970.315533] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c82cb8-2360-4267-aebd-9ca35a878bc4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.315878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.316109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.318303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.318303] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.318303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.318303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.318303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.318303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.318303] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c82cb8-2360-4267-aebd-9ca35a878bc4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.493453] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.493838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.493838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.494061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.494157] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.494341] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b624bdb5-67a5-432d-99b8-c7403552ed1c already deleted. [ 970.494545] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.494857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.495108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.495325] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b624bdb5-67a5-432d-99b8-c7403552ed1c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.705169] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.820168] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.822686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.822686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.822686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.822686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.822686] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.823178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.823178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.823178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.823178] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.823178] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 is going to be updated. [ 970.852240] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.852383] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.852453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.852718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.852805] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.863087] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 in Status: IN_PROGRESS for 2s [ 971.035541] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.035541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.035541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.035844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.035844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.035927] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b624bdb5-67a5-432d-99b8-c7403552ed1c already deleted. [ 971.037024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.207762] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.208501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.208501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.208501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.208501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.208771] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077e5aba-f6f9-4420-b533-c3736be474c9 is going to be updated. [ 971.245473] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.245473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.245473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.245473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.245473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.254454] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: IN_PROGRESS for 2s [ 972.091349] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 972.093421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.110631] env[67361]: INFO networking_nsxv3.common.synchronization [None req-2d56038f-cd25-4b99-ba98-f759cdef18c0 None None] Enqueued Resource ID: fb1261cf-6f3f-4e79-bbf7-8f51a0c0cec1 with Priority: HIGHEST for action port [ 972.110631] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1261cf-6f3f-4e79-bbf7-8f51a0c0cec1 with Priority: HIGHEST for action port [ 972.110631] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb1261cf-6f3f-4e79-bbf7-8f51a0c0cec1 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.110631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb1261cf-6f3f-4e79-bbf7-8f51a0c0cec1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.110631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb1261cf-6f3f-4e79-bbf7-8f51a0c0cec1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.110631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb1261cf-6f3f-4e79-bbf7-8f51a0c0cec1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.111046] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1261cf-6f3f-4e79-bbf7-8f51a0c0cec1',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.614242] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb1261cf-6f3f-4e79-bbf7-8f51a0c0cec1 [ 972.614935] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.615300] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.615480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.615788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.615988] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.616458] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb1261cf-6f3f-4e79-bbf7-8f51a0c0cec1 already deleted. [ 972.616458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb1261cf-6f3f-4e79-bbf7-8f51a0c0cec1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.884658] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 in Status: SUCCESS [ 972.884658] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 deletion is rescheduled due to dependency. [ 972.884658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.032484] env[67361]: INFO networking_nsxv3.common.synchronization [None req-c5cb24d6-4ab9-4c08-9e36-a4720d6b6af3 None None] Enqueued Resource ID: e742d58e-e854-4f67-a2ee-9302923210ce with Priority: HIGHEST for action port [ 973.033026] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e742d58e-e854-4f67-a2ee-9302923210ce with Priority: HIGHEST for action port [ 973.033337] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-e742d58e-e854-4f67-a2ee-9302923210ce taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.033452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e742d58e-e854-4f67-a2ee-9302923210ce" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.033516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e742d58e-e854-4f67-a2ee-9302923210ce" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.033760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e742d58e-e854-4f67-a2ee-9302923210ce" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.033843] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e742d58e-e854-4f67-a2ee-9302923210ce',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.266450] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: SUCCESS [ 973.266754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.267083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.267393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.267665] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.267835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.267931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.268161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.268730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.268866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.268993] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.538412] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e742d58e-e854-4f67-a2ee-9302923210ce [ 973.538887] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.539391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.540106] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.540453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.540684] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.540865] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e742d58e-e854-4f67-a2ee-9302923210ce already deleted. [ 973.541038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e742d58e-e854-4f67-a2ee-9302923210ce" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.774490] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.774879] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.774879] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.774974] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.775161] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.775243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.775278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.775416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.775496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.775577] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.775717] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.775802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.776363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.776363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.776363] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.776363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.776363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.776580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.776580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.776580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.776659] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.935723] env[67361]: INFO networking_nsxv3.common.synchronization [req-033fbeb3-5a67-4101-89e1-fe8c17bffbfd req-b0228193-cc35-4af0-8cf0-1b1f1096e594 tempest-ImagesTestJSON-158730557 tempest-ImagesTestJSON-158730557-project-member] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 973.936364] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 973.936702] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.936825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.936904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.937482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.937667] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.937785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.937865] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.938049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.938199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.938279] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.281028] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 077e5aba-f6f9-4420-b533-c3736be474c9: rpc.has_security_group_logging(os_id): False [ 974.300593] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.300593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.300593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.300593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.300593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.300593] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.300593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.300593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.300593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.300593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.300593] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.300593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.300593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.300593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.300593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.301249] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.301249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.301249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.301249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.301395] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.301395] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 077e5aba-f6f9-4420-b533-c3736be474c9 is going to be updated. [ 974.366597] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.367131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.367266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.367586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.367817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.376908] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.377139] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.377263] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.377560] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.377890] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.377992] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.378127] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.378357] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.378574] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.378795] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.379125] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.379125] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.379125] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.379256] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.379321] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.379521] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.383376] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: IN_PROGRESS for 2s [ 974.399412] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.399685] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.399840] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.400053] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-477" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.400511] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.400643] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.400679] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.400999] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.401220] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.441321] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.441481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.441561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.441763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.442290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.442290] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.442290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.442290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.442511] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.442511] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.442601] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 974.476565] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.476712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.476778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.477082] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.477224] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.494260] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 974.904037] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.904408] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.904635] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.905096] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.905313] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.905481] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2 not found, creating... [ 974.905782] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.906046] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.906228] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.906490] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.906681] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.907030] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.907216] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.907383] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.907679] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.907857] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.908040] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2 is going to be created. [ 974.940412] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.940412] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.940412] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.940412] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.940412] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.940412] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.456481] env[67361]: INFO networking_nsxv3.common.synchronization [None req-96174bb4-93a2-46bf-aabd-a544f43b3a2d None None] Enqueued Resource ID: 0c319189-5e58-471a-aaf0-fc5e14d1d62d with Priority: HIGHEST for action port [ 975.456481] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c319189-5e58-471a-aaf0-fc5e14d1d62d with Priority: HIGHEST for action port [ 975.456857] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c319189-5e58-471a-aaf0-fc5e14d1d62d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.456986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c319189-5e58-471a-aaf0-fc5e14d1d62d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.457061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c319189-5e58-471a-aaf0-fc5e14d1d62d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.457440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c319189-5e58-471a-aaf0-fc5e14d1d62d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.457563] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c319189-5e58-471a-aaf0-fc5e14d1d62d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.660698] env[67361]: INFO networking_nsxv3.common.synchronization [req-033fbeb3-5a67-4101-89e1-fe8c17bffbfd req-5bda980e-d280-4674-afee-42c7bf16a3b1 service nova] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_rules [ 975.661233] env[67361]: INFO networking_nsxv3.common.synchronization [req-033fbeb3-5a67-4101-89e1-fe8c17bffbfd req-5bda980e-d280-4674-afee-42c7bf16a3b1 service nova] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 975.661450] env[67361]: INFO networking_nsxv3.common.synchronization [req-033fbeb3-5a67-4101-89e1-fe8c17bffbfd req-5bda980e-d280-4674-afee-42c7bf16a3b1 service nova] Enqueued Resource ID: 60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2 with Priority: HIGHEST for action port [ 975.662775] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_rules [ 975.662775] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 975.662775] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2 with Priority: HIGHEST for action port [ 975.663551] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.663551] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.663551] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.663551] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.663551] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.665514] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.666766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.667057] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.668130] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.668130] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.668130] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.668130] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.960349] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c319189-5e58-471a-aaf0-fc5e14d1d62d [ 975.960672] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.960771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.960771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.961043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.961080] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.961176] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c319189-5e58-471a-aaf0-fc5e14d1d62d already deleted. [ 975.961258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c319189-5e58-471a-aaf0-fc5e14d1d62d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.172127] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2 with status ACTIVE [ 976.172127] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.172127] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.172127] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.172127] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.172540] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.172756] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.172903] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.172948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.173412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.173412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.173412] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.173573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.173573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.173637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.173682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.173762] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2 is going to be updated. [ 976.176372] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.176372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.199946] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.199946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.199946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.199946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.199946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.199946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f24cb2-b3a3-4c5c-a15f-4f49cc5c54a2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.399973] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: SUCCESS [ 976.400963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.505323] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 976.505323] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca deletion is rescheduled due to dependency. [ 976.505940] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.506255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.508037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.508037] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.508037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.508037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.508037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.508037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.508037] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.010096] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.514328] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.014553] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.014723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.014822] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.015493] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.015493] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.015493] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 978.048876] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.048876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.048876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.049172] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.049172] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.058187] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 978.891685] env[67361]: INFO networking_nsxv3.common.synchronization [None req-f8fdbec4-c3c7-45a5-b18d-7d6339dfbfe8 None None] Enqueued Resource ID: 6a4e516d-b463-4596-ad8b-65749ef63233 with Priority: HIGHEST for action port [ 978.891974] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e516d-b463-4596-ad8b-65749ef63233 with Priority: HIGHEST for action port [ 978.895459] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a4e516d-b463-4596-ad8b-65749ef63233 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.895459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a4e516d-b463-4596-ad8b-65749ef63233" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.895459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a4e516d-b463-4596-ad8b-65749ef63233" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.895459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a4e516d-b463-4596-ad8b-65749ef63233" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.895459] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a4e516d-b463-4596-ad8b-65749ef63233',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.400398] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a4e516d-b463-4596-ad8b-65749ef63233 [ 979.400669] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.400806] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.400875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.401104] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.401655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.401655] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a4e516d-b463-4596-ad8b-65749ef63233 already deleted. [ 979.401655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a4e516d-b463-4596-ad8b-65749ef63233" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.075260] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 980.077064] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.077064] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.077064] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.080255] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.080357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.080689] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.081164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.081164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.081626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.081626] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.587283] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.587563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.587563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.588020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.589479] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.589656] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.589715] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.589962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.590066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.590164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.590361] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.590483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.590801] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.590801] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.590961] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.592250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.592365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.592611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.592854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.592992] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.593381] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.778887] env[67361]: INFO networking_nsxv3.common.synchronization [None req-8ace8ff8-b539-49d7-87be-0846a96d4b70 None None] Enqueued Resource ID: 1b1a0d23-ea74-4ffa-a190-4d69e16210c0 with Priority: HIGHEST for action port [ 980.780217] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1a0d23-ea74-4ffa-a190-4d69e16210c0 with Priority: HIGHEST for action port [ 980.781579] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b1a0d23-ea74-4ffa-a190-4d69e16210c0 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.781715] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b1a0d23-ea74-4ffa-a190-4d69e16210c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.781785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b1a0d23-ea74-4ffa-a190-4d69e16210c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.782155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b1a0d23-ea74-4ffa-a190-4d69e16210c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.782248] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b1a0d23-ea74-4ffa-a190-4d69e16210c0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.898749] env[67361]: INFO networking_nsxv3.common.synchronization [req-309b2340-f378-44b7-9fd3-6f977aa17bd2 req-bc532336-3a3c-4908-84e2-ab57c1f81442 tempest-ServersNegativeTestJSON-254185450 tempest-ServersNegativeTestJSON-254185450-project-member] Enqueued Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_members [ 980.898994] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_members [ 980.900269] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.900558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.900734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.901043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.901321] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.901733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.901877] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.902145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.903551] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.903551] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.097119] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ebb203a-be70-4814-898f-218d9b9f6fca: rpc.has_security_group_logging(os_id): False [ 981.133302] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.133529] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.133529] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.133803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.133923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.134069] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.134187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.134243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.134386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.134462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.134644] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.134744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.134817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.134966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.135063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.135236] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.135330] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.135380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.135522] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.135597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.135684] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 981.219600] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.219901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.219901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.220041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.220188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.237189] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 981.284134] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b1a0d23-ea74-4ffa-a190-4d69e16210c0 [ 981.285036] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.285036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.285036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.285340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.287549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.287549] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b1a0d23-ea74-4ffa-a190-4d69e16210c0 already deleted. [ 981.287549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b1a0d23-ea74-4ffa-a190-4d69e16210c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.405959] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.483235] env[67361]: INFO networking_nsxv3.common.synchronization [None req-520d99d6-168e-435c-b004-416983831f8b None None] Enqueued Resource ID: 8c42012e-69f4-4a24-adae-8f00396aaa4b with Priority: HIGHEST for action port [ 981.483725] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c42012e-69f4-4a24-adae-8f00396aaa4b with Priority: HIGHEST for action port [ 981.484019] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c42012e-69f4-4a24-adae-8f00396aaa4b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.484146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c42012e-69f4-4a24-adae-8f00396aaa4b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.484200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c42012e-69f4-4a24-adae-8f00396aaa4b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.484452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c42012e-69f4-4a24-adae-8f00396aaa4b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.484560] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c42012e-69f4-4a24-adae-8f00396aaa4b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.539233] env[67361]: INFO networking_nsxv3.common.synchronization [None req-1c1cabe0-fd20-428a-8bc6-4ff39077b032 tempest-ServersTestManualDisk-1966475355 tempest-ServersTestManualDisk-1966475355-project-member] Enqueued Resource ID: b8182354-31e1-4e0b-9288-b477c775b857 with Priority: HIGHEST for action security_group_rules [ 981.539304] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8182354-31e1-4e0b-9288-b477c775b857 with Priority: HIGHEST for action security_group_rules [ 981.539576] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8182354-31e1-4e0b-9288-b477c775b857 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.540257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.540257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.540257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.540878] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8182354-31e1-4e0b-9288-b477c775b857',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.640091] env[67361]: INFO networking_nsxv3.common.synchronization [None req-5a33f934-4258-4e31-bd05-31d535525d93 tempest-ServersTestManualDisk-1966475355 tempest-ServersTestManualDisk-1966475355-project-member] Enqueued Resource ID: b8182354-31e1-4e0b-9288-b477c775b857 with Priority: HIGHEST for action security_group_rules [ 981.640612] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8182354-31e1-4e0b-9288-b477c775b857 with Priority: HIGHEST for action security_group_rules [ 981.641052] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8182354-31e1-4e0b-9288-b477c775b857 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.641159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.912292] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.987908] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c42012e-69f4-4a24-adae-8f00396aaa4b [ 981.987908] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.988115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.988115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.988260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.988367] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.988464] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c42012e-69f4-4a24-adae-8f00396aaa4b already deleted. [ 981.988550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c42012e-69f4-4a24-adae-8f00396aaa4b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.078197] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.078374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.078422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.078651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.078724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.078801] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8182354-31e1-4e0b-9288-b477c775b857 already deleted. [ 982.078903] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.079086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.079243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.079323] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8182354-31e1-4e0b-9288-b477c775b857',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.147205] env[67361]: INFO networking_nsxv3.common.synchronization [req-8b54a416-6ce0-4d75-8225-938699c02dee req-f7a31f6e-eccd-4664-aee8-eaafa9690c20 tempest-ServerTagsTestJSON-1685882901 tempest-ServerTagsTestJSON-1685882901-project-member] Enqueued Resource ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 with Priority: HIGHEST for action security_group_members [ 982.147205] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 with Priority: HIGHEST for action security_group_members [ 982.148454] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-361795ab-0107-4b33-bbf3-f86cc13112f7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.148783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.148986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.149323] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.149610] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.149859] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.150118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.150387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.150845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.151059] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('361795ab-0107-4b33-bbf3-f86cc13112f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.414301] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.415054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.415054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.415054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.415054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.415054] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077e5aba-f6f9-4420-b533-c3736be474c9 is going to be updated. [ 982.449816] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.449985] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.450064] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.450254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.450570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.465917] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: IN_PROGRESS for 2s [ 982.615256] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.615686] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-14" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.615817] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-14" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.616229] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-14" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.616409] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.616564] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.616680] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.616889] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.617042] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.617248] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.617358] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.617466] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.617573] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.617682] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.617784] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.617912] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.619671] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.619773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.619843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.620008] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.620094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.620184] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8182354-31e1-4e0b-9288-b477c775b857 already deleted. [ 982.620266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.654412] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.654731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.654799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.655059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.655119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.655643] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.655643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.655643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.655643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.655643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.655872] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 already deleted. [ 982.655872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.660160] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.660755] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.661086] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.661513] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-14" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.661610] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-627d95fa-4c46-47a6-b2df-639149cee91e taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.662230] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-627d95fa-4c46-47a6-b2df-639149cee91e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.662230] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-627d95fa-4c46-47a6-b2df-639149cee91e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.662375] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-627d95fa-4c46-47a6-b2df-639149cee91e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.662495] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627d95fa-4c46-47a6-b2df-639149cee91e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.167732] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.168205] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.168205] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.168280] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.168411] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.168552] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 627d95fa-4c46-47a6-b2df-639149cee91e not found, creating... [ 983.168827] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.168978] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.171305] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.171305] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.171305] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.171305] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.171305] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.171305] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.171305] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.171305] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.171305] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 627d95fa-4c46-47a6-b2df-639149cee91e is going to be created. [ 983.191338] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.192066] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.192066] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.192066] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.192333] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.192431] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-627d95fa-4c46-47a6-b2df-639149cee91e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.268771] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 983.268771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.311317] env[67361]: INFO networking_nsxv3.common.synchronization [None req-534b9be5-75e5-4a23-8476-b54a69965341 None None] Enqueued Resource ID: a5a5a898-9e25-4aa3-8988-cae713b7b791 with Priority: HIGHEST for action port [ 983.311604] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a5a898-9e25-4aa3-8988-cae713b7b791 with Priority: HIGHEST for action port [ 983.312687] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a5a898-9e25-4aa3-8988-cae713b7b791 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.312687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a5a898-9e25-4aa3-8988-cae713b7b791" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.312687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a5a898-9e25-4aa3-8988-cae713b7b791" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.312687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a5a898-9e25-4aa3-8988-cae713b7b791" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.312687] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a5a898-9e25-4aa3-8988-cae713b7b791',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.814359] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5a5a898-9e25-4aa3-8988-cae713b7b791 [ 983.814602] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.814736] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.814806] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.815031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.815125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.815224] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5a5a898-9e25-4aa3-8988-cae713b7b791 already deleted. [ 983.815433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a5a898-9e25-4aa3-8988-cae713b7b791" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.964106] env[67361]: INFO networking_nsxv3.common.synchronization [req-8b54a416-6ce0-4d75-8225-938699c02dee req-93bed4d5-7a51-4509-9f20-499e0e44e1bc service nova] Enqueued Resource ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 with Priority: HIGHEST for action security_group_rules [ 983.964401] env[67361]: INFO networking_nsxv3.common.synchronization [req-8b54a416-6ce0-4d75-8225-938699c02dee req-93bed4d5-7a51-4509-9f20-499e0e44e1bc service nova] Enqueued Resource ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 with Priority: HIGHEST for action security_group_members [ 983.964568] env[67361]: INFO networking_nsxv3.common.synchronization [req-8b54a416-6ce0-4d75-8225-938699c02dee req-93bed4d5-7a51-4509-9f20-499e0e44e1bc service nova] Enqueued Resource ID: 627d95fa-4c46-47a6-b2df-639149cee91e with Priority: HIGHEST for action port [ 983.965558] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 with Priority: HIGHEST for action security_group_rules [ 983.965558] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 with Priority: HIGHEST for action security_group_members [ 983.965558] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 627d95fa-4c46-47a6-b2df-639149cee91e with Priority: HIGHEST for action port [ 983.965782] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-361795ab-0107-4b33-bbf3-f86cc13112f7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.965782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.965914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.966122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.966207] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('361795ab-0107-4b33-bbf3-f86cc13112f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.967638] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-361795ab-0107-4b33-bbf3-f86cc13112f7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.967638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.967638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.967638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.967926] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.967926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.967926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.968053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.968103] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.968394] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('361795ab-0107-4b33-bbf3-f86cc13112f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.968948] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-627d95fa-4c46-47a6-b2df-639149cee91e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.970011] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-627d95fa-4c46-47a6-b2df-639149cee91e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.970576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-627d95fa-4c46-47a6-b2df-639149cee91e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.970576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-627d95fa-4c46-47a6-b2df-639149cee91e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.970576] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627d95fa-4c46-47a6-b2df-639149cee91e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.417014] env[67361]: INFO networking_nsxv3.common.synchronization [req-60752617-849b-4e48-bf0a-47a81910ce79 req-2817223c-0364-400b-a744-37f99c0c6978 tempest-ServerRescueNegativeTestJSON-383152160 tempest-ServerRescueNegativeTestJSON-383152160-project-member] Enqueued Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGHEST for action security_group_members [ 984.417744] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGHEST for action security_group_members [ 984.418373] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-002977f3-3d01-4c13-bb61-2a76843f7d08 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.418373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.418373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.418575] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.418686] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.418796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.418890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.419089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.419194] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.419291] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('002977f3-3d01-4c13-bb61-2a76843f7d08',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.472384] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('361795ab-0107-4b33-bbf3-f86cc13112f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.473893] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-361795ab-0107-4b33-bbf3-f86cc13112f7 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.475903] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.475903] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: SUCCESS [ 984.475903] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.475903] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 627d95fa-4c46-47a6-b2df-639149cee91e with status ACTIVE [ 984.475903] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.475903] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.475903] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.477093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.477093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.477093] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.477093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.477093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.477348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.477439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.477689] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.477827] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.478084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.478221] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.478487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.478608] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 627d95fa-4c46-47a6-b2df-639149cee91e is going to be updated. [ 984.502479] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.502647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.502696] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.502898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.503501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.503501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-627d95fa-4c46-47a6-b2df-639149cee91e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.771132] env[67361]: INFO networking_nsxv3.common.synchronization [req-068d22fa-e8e1-40cf-bfd1-0affd1de12ea req-b59b522f-4f1c-43b2-9161-9ce7d40e5c12 tempest-ServerAddressesTestJSON-965604198 tempest-ServerAddressesTestJSON-965604198-project-member] Enqueued Resource ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 with Priority: HIGHEST for action security_group_members [ 984.771954] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 with Priority: HIGHEST for action security_group_members [ 984.772272] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb6f4dd-e886-4af5-af53-8a0181e72215 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.772417] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.772456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.772721] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.772886] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.773078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.773078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.773342] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.773429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.773527] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffb6f4dd-e886-4af5-af53-8a0181e72215',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.921344] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.921566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.921619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.921894] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.945784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.946496] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.946496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.946496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.946711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.947059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.947059] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 is going to be updated. [ 984.977164] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.977164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.977164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.977164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.977164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.978176] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('361795ab-0107-4b33-bbf3-f86cc13112f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.989232] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 in Status: IN_PROGRESS for 2s [ 985.170635] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.171136] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-663" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.171136] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-663" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.171517] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-663" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.172104] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.172104] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.172309] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.172354] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.172499] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.172704] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.172815] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.172921] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.173042] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.173193] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.173334] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.173439] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.192433] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.192433] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.192662] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.192700] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-663" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.193030] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-5f0bc682-ebc8-46e9-a537-88cb2329abd8 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.193317] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-5f0bc682-ebc8-46e9-a537-88cb2329abd8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.193317] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-5f0bc682-ebc8-46e9-a537-88cb2329abd8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.193647] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-5f0bc682-ebc8-46e9-a537-88cb2329abd8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.193782] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f0bc682-ebc8-46e9-a537-88cb2329abd8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.278126] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.278378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.278378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.278670] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.278766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.278966] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.279083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.279143] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.279356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.279469] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.279599] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 already deleted. [ 985.279714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.482098] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.482391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.482391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.482520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.482613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.482714] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 is going to be created. [ 985.507791] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.507977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.508095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.508362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.508535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.521137] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 in Status: UNINITIALIZED for 2s [ 985.696330] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.696653] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.696820] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.697211] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.697419] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.697626] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 5f0bc682-ebc8-46e9-a537-88cb2329abd8 not found, creating... [ 985.698099] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.698319] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.698487] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.698880] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.699151] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.699471] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.699736] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.699873] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.700157] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.700297] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.700591] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 5f0bc682-ebc8-46e9-a537-88cb2329abd8 is going to be created. [ 985.722127] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.722341] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.722463] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.722863] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.723188] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.723477] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-5f0bc682-ebc8-46e9-a537-88cb2329abd8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.452667] env[67361]: INFO networking_nsxv3.common.synchronization [req-068d22fa-e8e1-40cf-bfd1-0affd1de12ea req-5710b784-2c75-46f4-b75f-230795e7a892 service nova] Enqueued Resource ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 with Priority: HIGHEST for action security_group_rules [ 986.452667] env[67361]: INFO networking_nsxv3.common.synchronization [req-068d22fa-e8e1-40cf-bfd1-0affd1de12ea req-5710b784-2c75-46f4-b75f-230795e7a892 service nova] Enqueued Resource ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 with Priority: HIGHEST for action security_group_members [ 986.452667] env[67361]: INFO networking_nsxv3.common.synchronization [req-068d22fa-e8e1-40cf-bfd1-0affd1de12ea req-5710b784-2c75-46f4-b75f-230795e7a892 service nova] Enqueued Resource ID: 5f0bc682-ebc8-46e9-a537-88cb2329abd8 with Priority: HIGHEST for action port [ 986.453355] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 with Priority: HIGHEST for action security_group_rules [ 986.453458] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 with Priority: HIGHEST for action security_group_members [ 986.453505] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0bc682-ebc8-46e9-a537-88cb2329abd8 with Priority: HIGHEST for action port [ 986.453767] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffb6f4dd-e886-4af5-af53-8a0181e72215 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.454620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.454620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.454620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.454620] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffb6f4dd-e886-4af5-af53-8a0181e72215',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.455632] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb6f4dd-e886-4af5-af53-8a0181e72215 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.455695] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.455777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.456852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.456852] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.456852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.456852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.456852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.456852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.456852] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffb6f4dd-e886-4af5-af53-8a0181e72215',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.457758] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f0bc682-ebc8-46e9-a537-88cb2329abd8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.457758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f0bc682-ebc8-46e9-a537-88cb2329abd8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.457758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f0bc682-ebc8-46e9-a537-88cb2329abd8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.457898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f0bc682-ebc8-46e9-a537-88cb2329abd8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.458753] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f0bc682-ebc8-46e9-a537-88cb2329abd8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.961828] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f0bc682-ebc8-46e9-a537-88cb2329abd8 with status ACTIVE [ 986.962183] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.962183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.962285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.962458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.962553] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.962745] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.962839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.962898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.963056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.963129] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.963300] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.963391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.963450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.963582] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.963652] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.963750] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f0bc682-ebc8-46e9-a537-88cb2329abd8 is going to be updated. [ 986.964772] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffb6f4dd-e886-4af5-af53-8a0181e72215',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.965645] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb6f4dd-e886-4af5-af53-8a0181e72215 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.965738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.988678] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.988678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.988678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.988678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.988678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.988678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f0bc682-ebc8-46e9-a537-88cb2329abd8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.998679] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 in Status: SUCCESS [ 986.998805] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 deletion is rescheduled due to dependency. [ 986.998969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.467304] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffb6f4dd-e886-4af5-af53-8a0181e72215',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.532282] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 in Status: SUCCESS [ 987.532475] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.532529] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.532756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.532952] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.533084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.533149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.533305] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.533383] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.533510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.533628] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('361795ab-0107-4b33-bbf3-f86cc13112f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.971068] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.971068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.971068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.971068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.971068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.971068] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 is going to be created. [ 987.999786] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.000094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.000158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.000333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.000489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.015582] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 in Status: UNINITIALIZED for 2s [ 988.036258] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-361795ab-0107-4b33-bbf3-f86cc13112f7 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.036519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.036519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.036787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.037035] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.037183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.037254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.037482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.037616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.037719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.037897] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-361795ab-0107-4b33-bbf3-f86cc13112f7 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.037996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.038085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.038248] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.038407] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.038504] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.038585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.038750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.038831] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.038927] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.039055] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('361795ab-0107-4b33-bbf3-f86cc13112f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.541159] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 361795ab-0107-4b33-bbf3-f86cc13112f7: rpc.has_security_group_logging(os_id): False [ 988.561579] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.561816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.561898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.562132] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.562235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.562412] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.562509] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.562566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.562724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.562800] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.562995] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.563100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.563160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.563294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.563399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.563553] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.563641] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.563692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.563824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.563887] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.563974] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 is going to be created. [ 988.641306] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.641443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.641512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.641744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.641951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.655601] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 in Status: IN_PROGRESS for 2s [ 988.795812] env[67361]: INFO networking_nsxv3.common.synchronization [req-e315814e-740c-47b1-b420-7392141ac909 req-67fbf132-7f7f-44fa-b152-8804aaa32d4f tempest-ListServerFiltersTestJSON-383591061 tempest-ListServerFiltersTestJSON-383591061-project-member] Enqueued Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 988.796554] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGHEST for action security_group_members [ 988.796894] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.797030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.797100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.797318] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.797481] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.797607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.797651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.797805] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.797891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.797986] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.301111] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.301474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.301474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.301588] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.301694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.302013] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.302170] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.302231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.302496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.302633] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.302780] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 is going to be updated. [ 989.355888] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.356083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.356116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.356756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.356756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.367593] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: IN_PROGRESS for 2s [ 990.026319] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 in Status: SUCCESS [ 990.026537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.026705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.027033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.027240] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.027353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.027411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.027579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.027669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.027763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.027903] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffb6f4dd-e886-4af5-af53-8a0181e72215',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.530413] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb6f4dd-e886-4af5-af53-8a0181e72215 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.530721] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.530721] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.530916] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.531116] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.531220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.531284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.531442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.531527] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.531614] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.531756] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb6f4dd-e886-4af5-af53-8a0181e72215 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.531846] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.531906] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.532057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.532194] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.532281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.532338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.532482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.532555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.532634] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.532733] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffb6f4dd-e886-4af5-af53-8a0181e72215',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.671538] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 in Status: SUCCESS [ 990.672475] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.035344] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffb6f4dd-e886-4af5-af53-8a0181e72215: rpc.has_security_group_logging(os_id): False [ 991.076490] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.076718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.076805] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.077114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.077170] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.077410] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.077565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.077731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.078030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.078173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.078388] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.078501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.078601] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.078880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.078995] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.079219] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.079324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.079411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.079644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.079779] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.079864] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 is going to be created. [ 991.144315] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.144462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.144521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.144732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.144931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.156813] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 in Status: IN_PROGRESS for 2s [ 991.379278] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 in Status: SUCCESS [ 991.379278] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 deletion is rescheduled due to dependency. [ 991.379278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.606233] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9718630-caa9-40e1-bcb1-fef9d1f831d5 req-d7ad9234-a97b-4dfb-a115-bdf817e1f56e tempest-ListServersNegativeTestJSON-840675741 tempest-ListServersNegativeTestJSON-840675741-project-member] Enqueued Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 991.606640] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 991.607079] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.607190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.607286] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.607875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.608188] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.608358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.608502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.608776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.608936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.611580] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.017720] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.018177] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-53" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.018484] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-53" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.019366] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-53" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.019366] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.021202] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.021202] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.021202] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.021202] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.021202] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.021202] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.021202] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.021202] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.021202] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.021202] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.021202] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.042126] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.042353] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.042651] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.042921] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-53" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.043377] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-de7f5117-9f25-4fc5-9157-52304e459fb6 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.043687] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-de7f5117-9f25-4fc5-9157-52304e459fb6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.043904] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-de7f5117-9f25-4fc5-9157-52304e459fb6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.044266] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-de7f5117-9f25-4fc5-9157-52304e459fb6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.044450] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de7f5117-9f25-4fc5-9157-52304e459fb6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.114746] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.116313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.116313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.116313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.116313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.116313] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.116313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.116313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.116313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.116313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.116313] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856cdcb4-584b-4864-a513-44608fdec59d already deleted. [ 992.116313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.549636] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.549900] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.550104] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.550384] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.550597] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.550824] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port de7f5117-9f25-4fc5-9157-52304e459fb6 not found, creating... [ 992.551209] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.551395] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.551528] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.551793] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.551990] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.552520] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.552711] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.552885] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.553236] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.553453] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.553680] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: de7f5117-9f25-4fc5-9157-52304e459fb6 is going to be created. [ 992.578457] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.578722] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.578819] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.579434] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.579598] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.579879] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-de7f5117-9f25-4fc5-9157-52304e459fb6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.170883] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 in Status: SUCCESS [ 993.171203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.301544] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9718630-caa9-40e1-bcb1-fef9d1f831d5 req-70ceea5c-5857-4559-80a2-8dc6dcf42206 service nova] Enqueued Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_rules [ 993.301724] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9718630-caa9-40e1-bcb1-fef9d1f831d5 req-70ceea5c-5857-4559-80a2-8dc6dcf42206 service nova] Enqueued Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 993.301863] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9718630-caa9-40e1-bcb1-fef9d1f831d5 req-70ceea5c-5857-4559-80a2-8dc6dcf42206 service nova] Enqueued Resource ID: de7f5117-9f25-4fc5-9157-52304e459fb6 with Priority: HIGHEST for action port [ 993.302427] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_rules [ 993.302580] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 993.302730] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7f5117-9f25-4fc5-9157-52304e459fb6 with Priority: HIGHEST for action port [ 993.302983] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.304434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.304434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.304434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.304434] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.305275] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.305394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.305394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.305587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.306364] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.306494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.306547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.306711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.306771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.306864] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.309117] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-de7f5117-9f25-4fc5-9157-52304e459fb6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.309117] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de7f5117-9f25-4fc5-9157-52304e459fb6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.309117] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de7f5117-9f25-4fc5-9157-52304e459fb6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.309117] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de7f5117-9f25-4fc5-9157-52304e459fb6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.309117] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de7f5117-9f25-4fc5-9157-52304e459fb6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.810060] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.810797] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.811122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.811122] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de7f5117-9f25-4fc5-9157-52304e459fb6 with status ACTIVE [ 993.811196] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.811255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.811937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.811937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.811937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.811937] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.811937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.811937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.812211] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.812211] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.812267] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.812550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.812550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.812550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.812666] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.812666] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de7f5117-9f25-4fc5-9157-52304e459fb6 is going to be updated. [ 993.833948] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.834139] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.834183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.834381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.834515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.834693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de7f5117-9f25-4fc5-9157-52304e459fb6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.242935] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9718630-caa9-40e1-bcb1-fef9d1f831d5 req-88014eeb-e1f5-40cf-9afb-752d7f46fea2 tempest-ListServersNegativeTestJSON-840675741 tempest-ListServersNegativeTestJSON-840675741-project-member] Enqueued Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 994.242935] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 994.242935] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.242935] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.314842] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.572495] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.572955] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-53" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.573100] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-53" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.573379] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-53" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.573651] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.573806] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.573917] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.574156] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.574297] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.574496] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.574613] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.574722] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.574829] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.574934] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.575049] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.575178] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.594573] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.594742] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.594877] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.595100] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-53" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.595431] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-c5c17547-855f-4612-9602-940453ecc7c0 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.595602] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-c5c17547-855f-4612-9602-940453ecc7c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.595738] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-c5c17547-855f-4612-9602-940453ecc7c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.596073] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-c5c17547-855f-4612-9602-940453ecc7c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.596214] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c17547-855f-4612-9602-940453ecc7c0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.821579] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.821752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.821827] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.822090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.822184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.822283] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856cdcb4-584b-4864-a513-44608fdec59d is going to be created. [ 994.848837] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.851022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.851022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.851022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.851022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.862483] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: UNINITIALIZED for 2s [ 995.099354] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.099740] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.099860] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.100128] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.100278] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.100434] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port c5c17547-855f-4612-9602-940453ecc7c0 not found, creating... [ 995.100707] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.100872] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.100977] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.102120] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.102120] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.102120] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.102120] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.102120] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.102499] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.102581] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.102762] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: c5c17547-855f-4612-9602-940453ecc7c0 is going to be created. [ 995.127378] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.127584] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.127704] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.128008] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.129523] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.129992] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-c5c17547-855f-4612-9602-940453ecc7c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.881439] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9718630-caa9-40e1-bcb1-fef9d1f831d5 req-88498a85-2097-4327-8ec1-4984123db6ff service nova] Enqueued Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_rules [ 995.881893] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9718630-caa9-40e1-bcb1-fef9d1f831d5 req-88498a85-2097-4327-8ec1-4984123db6ff service nova] Enqueued Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 995.881893] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9718630-caa9-40e1-bcb1-fef9d1f831d5 req-88498a85-2097-4327-8ec1-4984123db6ff service nova] Enqueued Resource ID: c5c17547-855f-4612-9602-940453ecc7c0 with Priority: HIGHEST for action port [ 995.882374] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_rules [ 995.882496] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 995.882589] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c17547-855f-4612-9602-940453ecc7c0 with Priority: HIGHEST for action port [ 995.882837] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.882951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.883172] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.883267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.883427] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5c17547-855f-4612-9602-940453ecc7c0 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.883552] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5c17547-855f-4612-9602-940453ecc7c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.883609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5c17547-855f-4612-9602-940453ecc7c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.883783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5c17547-855f-4612-9602-940453ecc7c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.884163] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c17547-855f-4612-9602-940453ecc7c0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.387979] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5c17547-855f-4612-9602-940453ecc7c0 with status ACTIVE [ 996.387979] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.387979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.387979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.387979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.387979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.387979] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.387979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.387979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.387979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.387979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.387979] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.389031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.389031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.389031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.389031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.389031] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5c17547-855f-4612-9602-940453ecc7c0 is going to be updated. [ 996.412604] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.412763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.412818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.413323] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.413489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.413655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5c17547-855f-4612-9602-940453ecc7c0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.808968] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9718630-caa9-40e1-bcb1-fef9d1f831d5 req-0d0087e4-acec-48e6-8338-baab73154e21 tempest-ListServersNegativeTestJSON-840675741 tempest-ListServersNegativeTestJSON-840675741-project-member] Enqueued Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 996.809568] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 996.810096] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.810419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.873560] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: SUCCESS [ 996.873968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.874059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.874432] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.874686] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.874854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.874943] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.875145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.875258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.877315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.877315] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.877315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.877315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.877315] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.877315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.877315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.877315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.877315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.877315] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.945126] env[67361]: INFO networking_nsxv3.common.synchronization [req-1e8ebe91-2b54-4b95-b1e2-ea1083e1f2d1 req-3db63da8-d60f-4c09-a0c2-227cd002e7b2 tempest-ImagesTestJSON-158730557 tempest-ImagesTestJSON-158730557-project-member] Enqueued Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 996.945962] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb203a-be70-4814-898f-218d9b9f6fca with Priority: HIGHEST for action security_group_members [ 996.946495] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ebb203a-be70-4814-898f-218d9b9f6fca taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.946812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.947083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.947445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.947763] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.949466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.949466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.949466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.949466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.949466] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ebb203a-be70-4814-898f-218d9b9f6fca',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.130349] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.130349] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-53" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.130349] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-53" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.130349] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-53" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.130961] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.131655] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.131937] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.132340] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.132621] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.134702] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.134702] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.134702] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.134702] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.134702] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.134702] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.134702] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.158879] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.159390] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.159763] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.160098] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-53" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.160536] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-bc29b02f-a3a0-4b30-9344-2a040a310e05 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.162018] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-bc29b02f-a3a0-4b30-9344-2a040a310e05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.162018] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-bc29b02f-a3a0-4b30-9344-2a040a310e05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.162018] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-bc29b02f-a3a0-4b30-9344-2a040a310e05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.162018] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc29b02f-a3a0-4b30-9344-2a040a310e05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.380872] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.380872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.380872] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.453750] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.453986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.454086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.454317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.454406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.454619] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.454757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.454803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.454928] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.455000] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.455119] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca is going to be updated. [ 997.495942] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.495942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.495942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.495942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.496141] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.517643] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: IN_PROGRESS for 2s [ 997.665209] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.665519] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.665765] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.666117] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.666321] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.666588] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port bc29b02f-a3a0-4b30-9344-2a040a310e05 not found, creating... [ 997.667036] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.667330] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.668681] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.668681] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.668681] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.669693] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.669693] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.669693] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.669693] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.669693] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.670085] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: bc29b02f-a3a0-4b30-9344-2a040a310e05 is going to be created. [ 997.706711] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.706987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.707197] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.707514] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.707742] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.708064] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-bc29b02f-a3a0-4b30-9344-2a040a310e05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.884219] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.386326] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.386690] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.386690] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.386811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.386902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.386995] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856cdcb4-584b-4864-a513-44608fdec59d is going to be updated. [ 998.407515] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9718630-caa9-40e1-bcb1-fef9d1f831d5 req-ddea7085-240b-4d3c-be65-2cc221f2b0f6 service nova] Enqueued Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_rules [ 998.407724] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9718630-caa9-40e1-bcb1-fef9d1f831d5 req-ddea7085-240b-4d3c-be65-2cc221f2b0f6 service nova] Enqueued Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 998.407861] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9718630-caa9-40e1-bcb1-fef9d1f831d5 req-ddea7085-240b-4d3c-be65-2cc221f2b0f6 service nova] Enqueued Resource ID: bc29b02f-a3a0-4b30-9344-2a040a310e05 with Priority: HIGHEST for action port [ 998.408396] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_rules [ 998.408534] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 998.408630] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc29b02f-a3a0-4b30-9344-2a040a310e05 with Priority: HIGHEST for action port [ 998.408905] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.409021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.409518] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.409988] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.409988] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc29b02f-a3a0-4b30-9344-2a040a310e05 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.409988] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc29b02f-a3a0-4b30-9344-2a040a310e05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.409988] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc29b02f-a3a0-4b30-9344-2a040a310e05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.410294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc29b02f-a3a0-4b30-9344-2a040a310e05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.410341] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc29b02f-a3a0-4b30-9344-2a040a310e05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.417789] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.417789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.417789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.417912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.417979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.428625] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: IN_PROGRESS for 2s [ 998.807971] env[67361]: INFO networking_nsxv3.common.synchronization [req-646e4c6f-6e6a-4f22-b51a-9ec0e7662090 req-5e38c3be-a691-4b79-9722-907a8816f452 tempest-ServerTagsTestJSON-1685882901 tempest-ServerTagsTestJSON-1685882901-project-member] Enqueued Resource ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 with Priority: HIGHEST for action security_group_members [ 998.808562] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 with Priority: HIGHEST for action security_group_members [ 998.808925] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-361795ab-0107-4b33-bbf3-f86cc13112f7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.809076] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.809167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.809391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.809625] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.809625] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.809812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.809942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.810087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.810171] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('361795ab-0107-4b33-bbf3-f86cc13112f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.912848] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc29b02f-a3a0-4b30-9344-2a040a310e05 with status ACTIVE [ 998.912977] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.913066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.913129] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.913352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.913430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.913609] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.913699] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.913793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.913905] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.913978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.914178] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.914264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.914312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.914446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.914514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.914592] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc29b02f-a3a0-4b30-9344-2a040a310e05 is going to be updated. [ 998.935338] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.935471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.935567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.935743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.935875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.936042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc29b02f-a3a0-4b30-9344-2a040a310e05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.017969] env[67361]: INFO networking_nsxv3.common.synchronization [req-ade62045-3666-4200-a926-905fa94f2131 req-78f240c6-2641-4891-9592-45ed76fa6537 tempest-ServerAddressesTestJSON-965604198 tempest-ServerAddressesTestJSON-965604198-project-member] Enqueued Resource ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 with Priority: HIGHEST for action security_group_members [ 999.018561] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 with Priority: HIGHEST for action security_group_members [ 999.019042] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb6f4dd-e886-4af5-af53-8a0181e72215 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.019140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.019140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.019348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.019508] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.019621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.019686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.019856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.020229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.020229] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffb6f4dd-e886-4af5-af53-8a0181e72215',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.312162] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.312319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.312386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.312604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.312693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.312928] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.313756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.313756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.313756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.313756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.313756] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 is going to be updated. [ 999.346742] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.346899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.346967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.347205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.347341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.357203] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 in Status: IN_PROGRESS for 2s [ 999.522874] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.523123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.523123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.523331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.523418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.523613] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.523715] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.523777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.523931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.523999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.524131] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 is going to be updated. [ 999.531383] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ebb203a-be70-4814-898f-218d9b9f6fca in Status: SUCCESS [ 999.532044] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ebb203a-be70-4814-898f-218d9b9f6fca deletion is rescheduled due to dependency. [ 999.532281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ebb203a-be70-4814-898f-218d9b9f6fca" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.555363] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.555553] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.555597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.555878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.556243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.566863] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 in Status: IN_PROGRESS for 2s [ 1000.439898] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: SUCCESS [ 1000.440209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.440416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.440689] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.440877] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.441579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.441579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.441579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.441579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.441579] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.943398] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.375561] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 in Status: SUCCESS [ 1001.376685] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 361795ab-0107-4b33-bbf3-f86cc13112f7 deletion is rescheduled due to dependency. [ 1001.376685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-361795ab-0107-4b33-bbf3-f86cc13112f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.445434] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.579128] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 in Status: SUCCESS [ 1001.579352] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 deletion is rescheduled due to dependency. [ 1001.580047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.948092] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.948381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.948381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.948540] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.948625] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.948722] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856cdcb4-584b-4864-a513-44608fdec59d is going to be updated. [ 1001.977531] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.977728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.977728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.977990] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.977990] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.988951] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: IN_PROGRESS for 2s [ 1003.390019] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a8697d9-e3c6-4ae1-a0a9-297cca488073 req-7740c07d-2c6a-4983-8b8c-ef22bdc926e9 tempest-ServersV294TestFqdnHostnames-1461415606 tempest-ServersV294TestFqdnHostnames-1461415606-project-member] Enqueued Resource ID: b624bdb5-67a5-432d-99b8-c7403552ed1c with Priority: HIGHEST for action security_group_members [ 1003.390370] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b624bdb5-67a5-432d-99b8-c7403552ed1c with Priority: HIGHEST for action security_group_members [ 1003.390887] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b624bdb5-67a5-432d-99b8-c7403552ed1c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.390887] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.391104] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.391187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.391593] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.391593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.391593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.391792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.391792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.391964] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b624bdb5-67a5-432d-99b8-c7403552ed1c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.730505] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.730743] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-883" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.730994] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-883" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.731216] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-883" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.731479] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.731636] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.732049] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.732049] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.732210] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.732458] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.732587] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.732792] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.733032] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.733219] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.733340] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.733479] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.753499] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.753655] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.753715] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.754396] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-883" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.754396] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-fd56d1fb-c1af-4441-a71b-2073fae60074 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.754739] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-fd56d1fb-c1af-4441-a71b-2073fae60074" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.754905] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-fd56d1fb-c1af-4441-a71b-2073fae60074" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.755623] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-fd56d1fb-c1af-4441-a71b-2073fae60074" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.755623] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd56d1fb-c1af-4441-a71b-2073fae60074',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.893569] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.893805] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.893910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.894194] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.894314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.894581] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.894680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.894739] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.894941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.895057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.895171] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b624bdb5-67a5-432d-99b8-c7403552ed1c already deleted. [ 1003.895270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.999057] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: SUCCESS [ 1003.999265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.000821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.000821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.000821] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.000821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.000821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.000821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.000821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.000821] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.262282] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.262282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.262282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.262282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.262282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.262282] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port fd56d1fb-c1af-4441-a71b-2073fae60074 not found, creating... [ 1004.262282] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.262282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.262282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.262282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.262282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.262704] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.262704] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.262704] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.262832] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.262920] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.263090] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: fd56d1fb-c1af-4441-a71b-2073fae60074 is going to be created. [ 1004.294611] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.294822] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.295329] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.295687] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.295936] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.296188] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-fd56d1fb-c1af-4441-a71b-2073fae60074" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.502882] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.992847] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a8697d9-e3c6-4ae1-a0a9-297cca488073 req-4f67865a-9a28-4d22-824d-78f7c83abc5b service nova] Enqueued Resource ID: b624bdb5-67a5-432d-99b8-c7403552ed1c with Priority: HIGHEST for action security_group_rules [ 1004.993728] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a8697d9-e3c6-4ae1-a0a9-297cca488073 req-4f67865a-9a28-4d22-824d-78f7c83abc5b service nova] Enqueued Resource ID: b624bdb5-67a5-432d-99b8-c7403552ed1c with Priority: HIGHEST for action security_group_members [ 1004.993728] env[67361]: INFO networking_nsxv3.common.synchronization [req-2a8697d9-e3c6-4ae1-a0a9-297cca488073 req-4f67865a-9a28-4d22-824d-78f7c83abc5b service nova] Enqueued Resource ID: fd56d1fb-c1af-4441-a71b-2073fae60074 with Priority: HIGHEST for action port [ 1004.994231] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b624bdb5-67a5-432d-99b8-c7403552ed1c with Priority: HIGHEST for action security_group_rules [ 1004.994330] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b624bdb5-67a5-432d-99b8-c7403552ed1c with Priority: HIGHEST for action security_group_members [ 1004.994560] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd56d1fb-c1af-4441-a71b-2073fae60074 with Priority: HIGHEST for action port [ 1004.994804] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b624bdb5-67a5-432d-99b8-c7403552ed1c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.995283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.995283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.995395] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.995590] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b624bdb5-67a5-432d-99b8-c7403552ed1c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.996863] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b624bdb5-67a5-432d-99b8-c7403552ed1c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.996920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.996988] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.997310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.997474] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.997632] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.997960] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.997960] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.998114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.998263] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b624bdb5-67a5-432d-99b8-c7403552ed1c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.999536] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd56d1fb-c1af-4441-a71b-2073fae60074 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.999536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd56d1fb-c1af-4441-a71b-2073fae60074" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.999725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd56d1fb-c1af-4441-a71b-2073fae60074" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.999806] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd56d1fb-c1af-4441-a71b-2073fae60074" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.999936] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd56d1fb-c1af-4441-a71b-2073fae60074',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.005802] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.502703] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b624bdb5-67a5-432d-99b8-c7403552ed1c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.504093] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b624bdb5-67a5-432d-99b8-c7403552ed1c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.504394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.504394] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd56d1fb-c1af-4441-a71b-2073fae60074 with status ACTIVE [ 1005.504476] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.504533] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.504606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.504832] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.505695] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.505857] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.505917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.506055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.506272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.506385] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.506653] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.506742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.506796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.506978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.507364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.507484] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd56d1fb-c1af-4441-a71b-2073fae60074 is going to be updated. [ 1005.508998] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.509202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.509287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.509438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.509531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.509600] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856cdcb4-584b-4864-a513-44608fdec59d is going to be updated. [ 1005.538577] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.538811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.538899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.539194] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.539417] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.539726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd56d1fb-c1af-4441-a71b-2073fae60074" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.547236] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.547918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.547918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.547918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.548176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.557084] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: IN_PROGRESS for 2s [ 1006.010655] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b624bdb5-67a5-432d-99b8-c7403552ed1c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.513069] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.513069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.513069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.513069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.513069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.513504] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b624bdb5-67a5-432d-99b8-c7403552ed1c is going to be created. [ 1006.541989] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.542265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.542651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.542934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.543152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.555970] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b624bdb5-67a5-432d-99b8-c7403552ed1c in Status: UNINITIALIZED for 2s [ 1007.568310] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: SUCCESS [ 1007.568310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.568609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.568609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.569052] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.569052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.569052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.569052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.569227] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.569227] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.569356] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.569831] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.569831] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.569831] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.570113] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.570113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.570113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.570233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.570550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.570550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.570550] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.571338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.572348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.572348] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.572348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.572348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.572348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.572348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.572348] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.807210] env[67361]: INFO networking_nsxv3.common.synchronization [req-3416cb86-f749-42cd-ad2a-5fb0a636f28b req-cb1d76aa-3e16-47d6-8fa2-0378d557a047 tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 with Priority: HIGHEST for action security_group_members [ 1007.807865] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 with Priority: HIGHEST for action security_group_members [ 1007.808399] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.808399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.808399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.808688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.808726] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.808815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.808875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.809281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.809377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.809473] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dd7c5f3-18f5-4313-8148-7e6da91b19a7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.074557] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 856cdcb4-584b-4864-a513-44608fdec59d: rpc.has_security_group_logging(os_id): False [ 1008.075683] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.093155] env[67361]: INFO networking_nsxv3.common.synchronization [req-393db0a0-a480-4b6d-a5c5-1690af06ea48 req-95245f18-03c6-42fb-8c98-b54cb4255cdb tempest-FloatingIPsAssociationNegativeTestJSON-1514702477 tempest-FloatingIPsAssociationNegativeTestJSON-1514702477-project-member] Enqueued Resource ID: 073636c6-f394-4554-b6e9-ab284f16e279 with Priority: HIGHEST for action security_group_members [ 1008.093678] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073636c6-f394-4554-b6e9-ab284f16e279 with Priority: HIGHEST for action security_group_members [ 1008.094656] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.094989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.094989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.095210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.095324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.095564] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.095671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.095740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.096534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.096635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.096843] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.096958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.097031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.097171] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.098436] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.098691] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.098815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.098862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.099022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.099102] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.099193] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856cdcb4-584b-4864-a513-44608fdec59d is going to be created. [ 1008.101973] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-073636c6-f394-4554-b6e9-ab284f16e279 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.102137] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.102221] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.102364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.102505] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.102594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.102687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.102788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.102865] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.102953] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('073636c6-f394-4554-b6e9-ab284f16e279',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.169276] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.169276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.169276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.169528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.169609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.182353] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: IN_PROGRESS for 2s [ 1008.311916] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.313285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.313285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.313285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.335727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.336276] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.336276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.336276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.336518] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.336656] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.336751] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 is going to be updated. [ 1008.368241] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.368418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.368694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.368909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.369054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.378787] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 in Status: IN_PROGRESS for 2s [ 1008.494501] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.495633] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-290" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.495633] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-290" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.495972] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-290" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.497234] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.497234] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.497234] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.497234] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.497234] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.497558] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.497558] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.497558] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.497679] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.497796] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.497898] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.498043] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.525037] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.525037] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.525037] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.525037] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-290" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.525037] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-911579cc-a708-4add-ba92-aef9f6243c70 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.525037] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-911579cc-a708-4add-ba92-aef9f6243c70" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.525037] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-911579cc-a708-4add-ba92-aef9f6243c70" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.525037] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-911579cc-a708-4add-ba92-aef9f6243c70" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.525037] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('911579cc-a708-4add-ba92-aef9f6243c70',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.566658] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b624bdb5-67a5-432d-99b8-c7403552ed1c in Status: SUCCESS [ 1008.566948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.567157] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.567409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.567627] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.567786] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.567867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.568076] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.568182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.568291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.568398] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b624bdb5-67a5-432d-99b8-c7403552ed1c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.580675] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.611293] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.611293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.611293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.611880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.611880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.612684] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.612684] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.612842] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.613425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.613425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.613529] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073636c6-f394-4554-b6e9-ab284f16e279 already deleted. [ 1008.613649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.028445] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.028635] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.028837] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.029472] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.029472] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.029472] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 911579cc-a708-4add-ba92-aef9f6243c70 not found, creating... [ 1009.029801] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.029974] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.030105] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.030367] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.030507] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.030891] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.031082] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.031204] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.031418] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.031553] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.031694] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 911579cc-a708-4add-ba92-aef9f6243c70 is going to be created. [ 1009.056731] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.056938] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.057250] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.057699] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.057949] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.058255] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-911579cc-a708-4add-ba92-aef9f6243c70" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.071271] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b624bdb5-67a5-432d-99b8-c7403552ed1c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.081551] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.081551] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.081551] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.081551] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.081551] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.081551] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856cdcb4-584b-4864-a513-44608fdec59d is going to be updated. [ 1009.123119] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.123359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.123473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.123764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.124028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.148876] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: IN_PROGRESS for 2s [ 1009.573608] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b624bdb5-67a5-432d-99b8-c7403552ed1c: rpc.has_security_group_logging(os_id): False [ 1009.594717] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.594717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.594717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.594717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.594717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.594717] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.594717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.594717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.594717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.594717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.594717] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b624bdb5-67a5-432d-99b8-c7403552ed1c is going to be created. [ 1009.657103] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.657103] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.657103] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.658254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.658254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.672726] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b624bdb5-67a5-432d-99b8-c7403552ed1c in Status: IN_PROGRESS for 2s [ 1009.799587] env[67361]: INFO networking_nsxv3.common.synchronization [req-393db0a0-a480-4b6d-a5c5-1690af06ea48 req-277b1e74-602d-4ce2-9e86-ae3536dc402e service nova] Enqueued Resource ID: 073636c6-f394-4554-b6e9-ab284f16e279 with Priority: HIGHEST for action security_group_rules [ 1009.799716] env[67361]: INFO networking_nsxv3.common.synchronization [req-393db0a0-a480-4b6d-a5c5-1690af06ea48 req-277b1e74-602d-4ce2-9e86-ae3536dc402e service nova] Enqueued Resource ID: 073636c6-f394-4554-b6e9-ab284f16e279 with Priority: HIGHEST for action security_group_members [ 1009.799766] env[67361]: INFO networking_nsxv3.common.synchronization [req-393db0a0-a480-4b6d-a5c5-1690af06ea48 req-277b1e74-602d-4ce2-9e86-ae3536dc402e service nova] Enqueued Resource ID: 911579cc-a708-4add-ba92-aef9f6243c70 with Priority: HIGHEST for action port [ 1009.800973] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073636c6-f394-4554-b6e9-ab284f16e279 with Priority: HIGHEST for action security_group_rules [ 1009.801177] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073636c6-f394-4554-b6e9-ab284f16e279 with Priority: HIGHEST for action security_group_members [ 1009.801307] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911579cc-a708-4add-ba92-aef9f6243c70 with Priority: HIGHEST for action port [ 1009.801671] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-073636c6-f394-4554-b6e9-ab284f16e279 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.801845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.801934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.802293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.802412] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('073636c6-f394-4554-b6e9-ab284f16e279',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.804417] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-073636c6-f394-4554-b6e9-ab284f16e279 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.804417] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.804417] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.804417] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.804417] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.804417] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.804417] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.804417] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.804417] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.804417] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('073636c6-f394-4554-b6e9-ab284f16e279',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.805200] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-911579cc-a708-4add-ba92-aef9f6243c70 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.805301] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-911579cc-a708-4add-ba92-aef9f6243c70" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.805408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-911579cc-a708-4add-ba92-aef9f6243c70" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.806033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-911579cc-a708-4add-ba92-aef9f6243c70" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.806033] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('911579cc-a708-4add-ba92-aef9f6243c70',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.199038] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: SUCCESS [ 1010.199202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.199302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.199557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.199715] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.307706] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-073636c6-f394-4554-b6e9-ab284f16e279 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.307870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.308196] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('073636c6-f394-4554-b6e9-ab284f16e279',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.308961] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 911579cc-a708-4add-ba92-aef9f6243c70 with status ACTIVE [ 1010.309127] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.309272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.309310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.309680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.309680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.309780] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.309866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.309927] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.310111] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.310170] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.310533] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.310533] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.310533] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.310669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.310669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.311864] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 911579cc-a708-4add-ba92-aef9f6243c70 is going to be updated. [ 1010.336521] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.336521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.336653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.337206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.338069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.338069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-911579cc-a708-4add-ba92-aef9f6243c70" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.404056] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 in Status: SUCCESS [ 1010.404250] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 deletion is rescheduled due to dependency. [ 1010.404359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.520025] env[67361]: INFO networking_nsxv3.common.synchronization [req-c8f90dcb-c9c8-4f34-9d3f-cdca4873c5c9 req-98efee00-2bba-47cf-a6a6-5c0662c66f52 tempest-ServersTestManualDisk-1966475355 tempest-ServersTestManualDisk-1966475355-project-member] Enqueued Resource ID: b8182354-31e1-4e0b-9288-b477c775b857 with Priority: HIGHEST for action security_group_members [ 1010.520025] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8182354-31e1-4e0b-9288-b477c775b857 with Priority: HIGHEST for action security_group_members [ 1010.520025] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8182354-31e1-4e0b-9288-b477c775b857 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.520025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.520025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.520025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.520025] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.520025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.520025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.520025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.520025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.520025] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8182354-31e1-4e0b-9288-b477c775b857',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.702711] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.703132] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.937917] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('073636c6-f394-4554-b6e9-ab284f16e279',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.940025] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.940025] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-170" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.940328] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-170" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.940523] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-170" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.940705] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.941226] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.941226] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.941226] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.941663] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.941663] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.941663] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.941819] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.941819] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.941990] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.942136] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.942265] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.961589] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.961747] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.961880] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.962102] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-170" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.962417] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-721b8960-d280-4356-b794-d0471f6b196a taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.962568] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-721b8960-d280-4356-b794-d0471f6b196a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.962683] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-721b8960-d280-4356-b794-d0471f6b196a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.962990] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-721b8960-d280-4356-b794-d0471f6b196a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.963137] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('721b8960-d280-4356-b794-d0471f6b196a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.026613] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.026782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.026828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.027060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.027147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.027348] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.027445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.027503] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.027651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.027735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.027797] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8182354-31e1-4e0b-9288-b477c775b857 already deleted. [ 1011.027871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.159073] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: SUCCESS [ 1011.159357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.159534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.159765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.160866] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.160866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.160866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.160866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.160866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.160866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.160866] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.444025] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.444247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.444299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.444512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.444624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.444726] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073636c6-f394-4554-b6e9-ab284f16e279 is going to be created. [ 1011.466911] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.468322] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.468322] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.468322] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.468322] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.468322] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 721b8960-d280-4356-b794-d0471f6b196a not found, creating... [ 1011.468322] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.468691] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.468691] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.468756] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.468893] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.469245] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.469401] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.469514] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.469749] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.469889] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.470286] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 721b8960-d280-4356-b794-d0471f6b196a is going to be created. [ 1011.472700] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.472700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.472700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.472869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.472900] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.475675] env[67361]: INFO networking_nsxv3.common.synchronization [req-323e01e3-c3a0-4d02-a5aa-0d72efe78f0b req-02a2671a-2e5e-44e7-aa75-ed06b0427892 tempest-ListServersNegativeTestJSON-840675741 tempest-ListServersNegativeTestJSON-840675741-project-member] Enqueued Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 1011.476777] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 1011.477082] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.477191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.477259] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.477490] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.477685] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.477813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.477873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.478029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.478109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.478198] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.488438] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073636c6-f394-4554-b6e9-ab284f16e279 in Status: UNINITIALIZED for 2s [ 1011.513746] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.513981] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.514101] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.514390] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.514610] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.514870] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-721b8960-d280-4356-b794-d0471f6b196a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.663880] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.663880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.697891] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b624bdb5-67a5-432d-99b8-c7403552ed1c in Status: SUCCESS [ 1011.698143] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.980965] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.207851] env[67361]: INFO networking_nsxv3.common.synchronization [req-c8f90dcb-c9c8-4f34-9d3f-cdca4873c5c9 req-2a8d3959-dec8-4dbc-b1b9-379d6b24cfe7 service nova] Enqueued Resource ID: b8182354-31e1-4e0b-9288-b477c775b857 with Priority: HIGHEST for action security_group_rules [ 1012.210262] env[67361]: INFO networking_nsxv3.common.synchronization [req-c8f90dcb-c9c8-4f34-9d3f-cdca4873c5c9 req-2a8d3959-dec8-4dbc-b1b9-379d6b24cfe7 service nova] Enqueued Resource ID: b8182354-31e1-4e0b-9288-b477c775b857 with Priority: HIGHEST for action security_group_members [ 1012.210262] env[67361]: INFO networking_nsxv3.common.synchronization [req-c8f90dcb-c9c8-4f34-9d3f-cdca4873c5c9 req-2a8d3959-dec8-4dbc-b1b9-379d6b24cfe7 service nova] Enqueued Resource ID: 721b8960-d280-4356-b794-d0471f6b196a with Priority: HIGHEST for action port [ 1012.210262] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8182354-31e1-4e0b-9288-b477c775b857 with Priority: HIGHEST for action security_group_rules [ 1012.210671] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8182354-31e1-4e0b-9288-b477c775b857 with Priority: HIGHEST for action security_group_members [ 1012.210757] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721b8960-d280-4356-b794-d0471f6b196a with Priority: HIGHEST for action port [ 1012.211177] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8182354-31e1-4e0b-9288-b477c775b857 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.211338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.211433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.211774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.211909] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8182354-31e1-4e0b-9288-b477c775b857',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.213066] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8182354-31e1-4e0b-9288-b477c775b857 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.213274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.213348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.214278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.214447] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.214606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.214725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.214969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.216394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.216394] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8182354-31e1-4e0b-9288-b477c775b857',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.216908] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-721b8960-d280-4356-b794-d0471f6b196a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.216908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-721b8960-d280-4356-b794-d0471f6b196a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.216908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-721b8960-d280-4356-b794-d0471f6b196a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.216908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-721b8960-d280-4356-b794-d0471f6b196a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.216908] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('721b8960-d280-4356-b794-d0471f6b196a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.483349] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.719441] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8182354-31e1-4e0b-9288-b477c775b857',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.720598] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8182354-31e1-4e0b-9288-b477c775b857 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.720724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.720885] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 721b8960-d280-4356-b794-d0471f6b196a with status ACTIVE [ 1012.721078] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.721185] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.721248] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.721465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.721548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.721735] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.721828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.721931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.722081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.722143] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.722366] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.722437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.722514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.723659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.723659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.723659] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 721b8960-d280-4356-b794-d0471f6b196a is going to be updated. [ 1012.746249] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.746409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.746479] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.746680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.746811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.746963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-721b8960-d280-4356-b794-d0471f6b196a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.985463] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.985758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.985758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.985899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.985991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.986102] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856cdcb4-584b-4864-a513-44608fdec59d is going to be updated. [ 1013.019415] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.019574] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.019699] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.019886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.020824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.030697] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: IN_PROGRESS for 2s [ 1013.225831] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8182354-31e1-4e0b-9288-b477c775b857',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.504671] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073636c6-f394-4554-b6e9-ab284f16e279 in Status: SUCCESS [ 1013.504984] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.505209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.505483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.505705] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.505917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.505992] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.506195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.506275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.506358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.506481] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('073636c6-f394-4554-b6e9-ab284f16e279',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.728513] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.728734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.728823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.729620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.729620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.729620] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8182354-31e1-4e0b-9288-b477c775b857 is going to be created. [ 1013.762224] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.762224] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.762224] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.762499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.762615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.773723] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8182354-31e1-4e0b-9288-b477c775b857 in Status: UNINITIALIZED for 2s [ 1014.010754] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-073636c6-f394-4554-b6e9-ab284f16e279 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.011126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.011126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.011242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.011396] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.011492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.011542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.011811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.011811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.011888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.012030] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-073636c6-f394-4554-b6e9-ab284f16e279 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.012109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.012160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.012265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.012853] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.012853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.012853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.012853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.012853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.012853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.012853] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('073636c6-f394-4554-b6e9-ab284f16e279',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.516278] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 073636c6-f394-4554-b6e9-ab284f16e279: rpc.has_security_group_logging(os_id): False [ 1014.537400] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.537536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.537602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.537811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.537891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.538097] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.538192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.538252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.538433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.538470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.538686] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.538775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.538832] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.538963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.539043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.539217] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.539302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.539433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.539526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.539575] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.539634] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 073636c6-f394-4554-b6e9-ab284f16e279 is going to be created. [ 1014.604418] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.604564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.604632] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.604835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.605019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.620036] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 073636c6-f394-4554-b6e9-ab284f16e279 in Status: IN_PROGRESS for 2s [ 1015.040705] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: SUCCESS [ 1015.040996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.041086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.041544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.041588] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.041757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.041847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.042033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.042119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.042270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.042425] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.042655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.042655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.042745] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.042883] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.042973] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.043039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.043180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.043273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.043364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.043462] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.548580] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 856cdcb4-584b-4864-a513-44608fdec59d: rpc.has_security_group_logging(os_id): False [ 1015.570998] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.570998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.571170] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.571324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.571367] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.571608] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.571714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.571777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.571926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.571996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.572319] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.572319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.572428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.572501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.573077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.573077] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.573077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.573077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.576280] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.576280] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.576280] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856cdcb4-584b-4864-a513-44608fdec59d is going to be updated. [ 1015.682159] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.682159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.682159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.682433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.683101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.716928] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: IN_PROGRESS for 2s [ 1015.790888] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8182354-31e1-4e0b-9288-b477c775b857 in Status: SUCCESS [ 1015.790888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.790888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.790888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.790888] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.790888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.790888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.790888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.790888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.790888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.790888] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8182354-31e1-4e0b-9288-b477c775b857',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.292544] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8182354-31e1-4e0b-9288-b477c775b857',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.636373] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 073636c6-f394-4554-b6e9-ab284f16e279 in Status: SUCCESS [ 1016.636373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.794849] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8182354-31e1-4e0b-9288-b477c775b857: rpc.has_security_group_logging(os_id): False [ 1016.813205] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.813870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.813870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.813870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.813870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.814062] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.814114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.814154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.814303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.814370] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.814453] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8182354-31e1-4e0b-9288-b477c775b857 is going to be created. [ 1016.874463] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.874640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.874685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.874859] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.875082] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.888099] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8182354-31e1-4e0b-9288-b477c775b857 in Status: IN_PROGRESS for 2s [ 1017.212292] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1017.212364] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1017.715490] env[67361]: INFO networking_nsxv3.common.synchronization [req-20cec01d-e9bb-44bc-956c-fd9f5ea69d06 req-0ec16a05-3554-4141-bb6e-a1f1840fa1e8 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1017.716120] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1017.716725] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.716725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.716725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.716908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.717521] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.717521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.717521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.717521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.717521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.717521] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.736609] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: SUCCESS [ 1017.736609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.737044] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.738381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.738381] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.057073] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.057073] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.057259] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.057916] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.057916] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.058119] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.058119] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.058312] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.058457] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.058663] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.058777] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.058884] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.059137] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.059186] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.059580] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.059580] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.082412] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.082566] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.082765] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.082863] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.083201] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-47cbcab8-4196-4707-9244-f179e11e9646 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.083388] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-47cbcab8-4196-4707-9244-f179e11e9646" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.083502] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-47cbcab8-4196-4707-9244-f179e11e9646" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.083926] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-47cbcab8-4196-4707-9244-f179e11e9646" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.083998] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47cbcab8-4196-4707-9244-f179e11e9646',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.099168] env[67361]: INFO networking_nsxv3.common.synchronization [req-7c37e570-9206-4012-a2bb-a2f573213bd6 req-a59a28ee-eae5-4ffe-b808-ac421ba50bc3 tempest-ImagesOneServerNegativeTestJSON-1093389182 tempest-ImagesOneServerNegativeTestJSON-1093389182-project-member] Enqueued Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 1018.099681] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 1018.100008] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.100186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.100257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.100445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.100599] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.100839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.100839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.100999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.100999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.101133] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.221312] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.221539] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.221621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.221881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.222042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.222381] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.222491] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.222574] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.222765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.222847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.222942] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 1018.239470] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.239640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.239692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.239986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.240175] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.240292] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.240353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.240514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.240597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.240698] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.240785] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.250667] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.250829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.250877] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.251097] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.251249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.271904] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 1018.403848] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.404066] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.404177] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.404444] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.404699] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.404857] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.404973] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.405196] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.405336] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.405537] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.405649] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.405753] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.405859] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.405963] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.406098] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.406261] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.424033] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.424297] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.424434] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.424606] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-631" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.424955] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-748bce9d-12e6-49e1-bd52-697f93eecd50 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.425142] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-748bce9d-12e6-49e1-bd52-697f93eecd50" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.425257] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-748bce9d-12e6-49e1-bd52-697f93eecd50" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.425560] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-748bce9d-12e6-49e1-bd52-697f93eecd50" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.425693] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('748bce9d-12e6-49e1-bd52-697f93eecd50',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.586598] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.586918] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.587059] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.587355] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.587501] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.587656] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 47cbcab8-4196-4707-9244-f179e11e9646 not found, creating... [ 1018.587956] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.588144] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.588263] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.588480] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.588625] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.588950] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.589127] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.589277] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.589522] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.589694] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.589872] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 47cbcab8-4196-4707-9244-f179e11e9646 is going to be created. [ 1018.602892] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.603071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.603114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.603283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.603368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.603547] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.603642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.603702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.603850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.603924] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.604014] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 is going to be updated. [ 1018.611361] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.611549] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.611666] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.611930] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.612175] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.612391] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-47cbcab8-4196-4707-9244-f179e11e9646" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.635597] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.635788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.635835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.636044] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.636189] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.650938] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: IN_PROGRESS for 2s [ 1018.743950] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.744335] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.744461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.744699] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.744927] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.745074] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.745228] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.745427] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.745499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.745604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.745801] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.745927] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.746023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.746217] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.746411] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.746526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.746613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.746793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.746898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.747015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.747146] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.900893] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8182354-31e1-4e0b-9288-b477c775b857 in Status: SUCCESS [ 1018.901130] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.928417] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.928676] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.928796] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.929106] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.929256] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.929405] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 748bce9d-12e6-49e1-bd52-697f93eecd50 not found, creating... [ 1018.929661] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.929877] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.930020] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.930245] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.930376] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.930645] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.930818] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.930939] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.931309] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.931444] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.931583] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 748bce9d-12e6-49e1-bd52-697f93eecd50 is going to be created. [ 1018.952037] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.952244] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.952365] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.952622] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.952841] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.953096] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-748bce9d-12e6-49e1-bd52-697f93eecd50" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.250328] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 856cdcb4-584b-4864-a513-44608fdec59d: rpc.has_security_group_logging(os_id): False [ 1019.277303] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.277303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.277303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.277536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.277635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.277888] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.277995] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.278070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.278354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.278354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.278559] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.278654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.278712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.278871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.278941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.279141] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.279233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.279293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.279499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.279499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.279604] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856cdcb4-584b-4864-a513-44608fdec59d is going to be updated. [ 1019.337070] env[67361]: INFO networking_nsxv3.common.synchronization [req-20cec01d-e9bb-44bc-956c-fd9f5ea69d06 req-971c1ffa-bbab-4cd0-8ccb-a888a4faeda5 service nova] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_rules [ 1019.337278] env[67361]: INFO networking_nsxv3.common.synchronization [req-20cec01d-e9bb-44bc-956c-fd9f5ea69d06 req-971c1ffa-bbab-4cd0-8ccb-a888a4faeda5 service nova] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1019.337419] env[67361]: INFO networking_nsxv3.common.synchronization [req-20cec01d-e9bb-44bc-956c-fd9f5ea69d06 req-971c1ffa-bbab-4cd0-8ccb-a888a4faeda5 service nova] Enqueued Resource ID: 47cbcab8-4196-4707-9244-f179e11e9646 with Priority: HIGHEST for action port [ 1019.338262] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_rules [ 1019.338484] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1019.338599] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cbcab8-4196-4707-9244-f179e11e9646 with Priority: HIGHEST for action port [ 1019.338969] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.339117] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.339185] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.339462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.339589] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.340556] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.340655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.341573] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-47cbcab8-4196-4707-9244-f179e11e9646 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.341573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47cbcab8-4196-4707-9244-f179e11e9646" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.341573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47cbcab8-4196-4707-9244-f179e11e9646" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.341573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47cbcab8-4196-4707-9244-f179e11e9646" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.341573] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47cbcab8-4196-4707-9244-f179e11e9646',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.369116] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.369116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.369116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.369116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.369116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.386628] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: IN_PROGRESS for 2s [ 1019.677907] env[67361]: INFO networking_nsxv3.common.synchronization [req-7c37e570-9206-4012-a2bb-a2f573213bd6 req-91f678bb-985c-4ee8-a87b-0808df4c5328 service nova] Enqueued Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_rules [ 1019.678117] env[67361]: INFO networking_nsxv3.common.synchronization [req-7c37e570-9206-4012-a2bb-a2f573213bd6 req-91f678bb-985c-4ee8-a87b-0808df4c5328 service nova] Enqueued Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 1019.678257] env[67361]: INFO networking_nsxv3.common.synchronization [req-7c37e570-9206-4012-a2bb-a2f573213bd6 req-91f678bb-985c-4ee8-a87b-0808df4c5328 service nova] Enqueued Resource ID: 748bce9d-12e6-49e1-bd52-697f93eecd50 with Priority: HIGHEST for action port [ 1019.678780] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_rules [ 1019.678915] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 1019.679013] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748bce9d-12e6-49e1-bd52-697f93eecd50 with Priority: HIGHEST for action port [ 1019.679288] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.679405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.679470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.679663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.679913] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.680852] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.680945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.681185] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-748bce9d-12e6-49e1-bd52-697f93eecd50 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.681334] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-748bce9d-12e6-49e1-bd52-697f93eecd50" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.681424] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-748bce9d-12e6-49e1-bd52-697f93eecd50" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.681640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-748bce9d-12e6-49e1-bd52-697f93eecd50" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.681735] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('748bce9d-12e6-49e1-bd52-697f93eecd50',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.845549] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.845948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.845948] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47cbcab8-4196-4707-9244-f179e11e9646 with status ACTIVE [ 1019.846037] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.846152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.846215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.846432] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.846546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.846709] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.846795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.846857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.847034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.847200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.847292] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.847380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.847434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.847676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.847676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.847825] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47cbcab8-4196-4707-9244-f179e11e9646 is going to be updated. [ 1019.871992] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.872183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.872288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.872543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.872723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.872929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47cbcab8-4196-4707-9244-f179e11e9646" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.183240] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.183391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.183703] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 748bce9d-12e6-49e1-bd52-697f93eecd50 with status ACTIVE [ 1020.183908] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.184059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.184151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.184378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.184501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.184693] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.184812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.184916] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.185112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.185216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.185420] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.185537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.185612] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.185782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.185878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.185979] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 748bce9d-12e6-49e1-bd52-697f93eecd50 is going to be updated. [ 1020.208466] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.208748] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.208748] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.209065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.209284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.209534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-748bce9d-12e6-49e1-bd52-697f93eecd50" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.287552] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 1020.287740] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 deletion is rescheduled due to dependency. [ 1020.287867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.288021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.288244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.288480] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.288600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.288686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.288822] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.288902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.289121] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.662996] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: SUCCESS [ 1020.663250] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 deletion is rescheduled due to dependency. [ 1020.663340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.663727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.663810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.663971] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.664100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.664156] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.664963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.664963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.664963] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.791828] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.167522] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.294862] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.399887] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: SUCCESS [ 1021.400226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.418930] env[67361]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1021.418930] env[67361]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1021.671570] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.798702] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.799011] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.799135] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.799453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.799591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.799751] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 1021.839403] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.839403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.839637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.839991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.840399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.852507] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 1022.086314] env[67361]: INFO networking_nsxv3.common.synchronization [req-3f4448dd-4746-452d-85c5-b66bcf0d3e48 req-84a6e459-256c-487f-93dd-9af7cd1aee59 tempest-ServerRescueNegativeTestJSON-383152160 tempest-ServerRescueNegativeTestJSON-383152160-project-member] Enqueued Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_members [ 1022.087198] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_members [ 1022.087845] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.087940] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.088127] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.088321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.088622] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.089228] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.089228] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.089228] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.089421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.089512] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.176962] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.176962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.176962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.177586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.177586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.177586] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 is going to be updated. [ 1022.213592] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.213819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.213882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.214353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.214614] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.228681] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: IN_PROGRESS for 2s [ 1022.594058] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.099573] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.602744] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.602744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.602744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.602744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.602744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.603235] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 is going to be updated. [ 1023.630404] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.630550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.630649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.630908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.631062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.640444] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: IN_PROGRESS for 2s [ 1023.864057] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 1023.864057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.864215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.864463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.864572] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.865046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.865046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.865046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.865046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.865046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.865401] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.240189] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: SUCCESS [ 1024.240466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.240662] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.241383] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.241383] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.241554] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.241554] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.241784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.241904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.242067] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.242288] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.371022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.371022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.371022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.371022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.371022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.371022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.371022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.371022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.371022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.371022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.371022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.371022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.371022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.371022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.371022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.371022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.371802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.371802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.371802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.371802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.371802] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.744950] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.745412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.745412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.745549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.745717] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.745850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.745850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.746202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.746202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.746668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.746668] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.746668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.746668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.746849] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.746897] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.747016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.747079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.747200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.747315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.747368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.747442] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.877889] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d10356-ac6c-4e92-b8ba-ad820b0869a8: rpc.has_security_group_logging(os_id): False [ 1024.896913] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.896913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.896913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.897347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.897347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.897416] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.897523] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.897558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.899105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.899105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.899105] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.899105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.899105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.899105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.899105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.899105] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.899105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.899105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.899105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.899105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.899105] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 1024.963024] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.964112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.964262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.964570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.965213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.982036] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 1025.249809] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f1635d3-22df-48a8-81db-4887e74e9a05: rpc.has_security_group_logging(os_id): False [ 1025.270480] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.270480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.270480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.270656] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.270656] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.270888] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.271037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.271037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.271218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.271273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.271482] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.271578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.271637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.271776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.271851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.272597] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.272597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.272597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.272754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.272754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.272845] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 is going to be updated. [ 1025.350440] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.350569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.350617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.350918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.351111] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.364136] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: IN_PROGRESS for 2s [ 1025.652796] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: SUCCESS [ 1025.653085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.805139] env[67361]: INFO networking_nsxv3.common.synchronization [None req-7220efac-f7cc-47dc-a1ca-cdb23275dbe2 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1026.805728] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1026.806320] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.806320] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.806320] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.806552] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.807396] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.807396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.807396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.807396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.807396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.807671] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.993812] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 1026.993812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.311358] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.314793] env[67361]: INFO networking_nsxv3.common.synchronization [req-0a294558-fd29-4dff-8045-2747f9d3000e req-5236bc80-74b9-4a73-889d-7c2011b80965 tempest-ServersTestJSON-590728185 tempest-ServersTestJSON-590728185-project-member] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1027.315937] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1027.316709] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.316953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.317099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.317694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.318109] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.319051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.319174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.319451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.319608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.319784] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.379136] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: SUCCESS [ 1027.379587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.713924] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.714165] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.714298] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.716079] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.716453] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.716628] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.716775] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.717063] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.717325] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.717615] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.717835] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.717894] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.718033] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.718176] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.718270] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.718453] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.742355] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.742355] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.742355] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.742512] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.742814] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-252be598-3852-4ca3-99b4-7c0d5cbc01a9 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.743014] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-252be598-3852-4ca3-99b4-7c0d5cbc01a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.743146] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-252be598-3852-4ca3-99b4-7c0d5cbc01a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.743680] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-252be598-3852-4ca3-99b4-7c0d5cbc01a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.743680] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('252be598-3852-4ca3-99b4-7c0d5cbc01a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.816766] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.824549] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.246603] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.246889] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.247059] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.247349] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.247967] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.248216] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 252be598-3852-4ca3-99b4-7c0d5cbc01a9 not found, creating... [ 1028.248539] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.248706] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.248826] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.249069] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.249217] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.249514] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.250165] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.250165] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.250165] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.250337] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.250431] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 252be598-3852-4ca3-99b4-7c0d5cbc01a9 is going to be created. [ 1028.271324] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.271633] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.271708] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.271957] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.272257] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.272495] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-252be598-3852-4ca3-99b4-7c0d5cbc01a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.319296] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.319588] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.319641] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.320055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.320273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.320425] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 1028.327302] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.356294] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.356382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.356382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.356855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.356855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.374224] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 1028.830695] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.831084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.831155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.831978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.832177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.832349] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1028.866209] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.866527] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.866604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.866908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.867143] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.880238] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1028.998377] env[67361]: INFO networking_nsxv3.common.synchronization [req-0a294558-fd29-4dff-8045-2747f9d3000e req-cbb7b919-4456-494c-9a6a-63213ef034a6 service nova] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_rules [ 1028.998377] env[67361]: INFO networking_nsxv3.common.synchronization [req-0a294558-fd29-4dff-8045-2747f9d3000e req-cbb7b919-4456-494c-9a6a-63213ef034a6 service nova] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1028.998377] env[67361]: INFO networking_nsxv3.common.synchronization [req-0a294558-fd29-4dff-8045-2747f9d3000e req-cbb7b919-4456-494c-9a6a-63213ef034a6 service nova] Enqueued Resource ID: 252be598-3852-4ca3-99b4-7c0d5cbc01a9 with Priority: HIGHEST for action port [ 1028.998377] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_rules [ 1028.998377] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1028.998377] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252be598-3852-4ca3-99b4-7c0d5cbc01a9 with Priority: HIGHEST for action port [ 1028.998377] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.998377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.998377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.998377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.998377] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.999518] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.999518] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.999518] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-252be598-3852-4ca3-99b4-7c0d5cbc01a9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.999956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-252be598-3852-4ca3-99b4-7c0d5cbc01a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.999956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-252be598-3852-4ca3-99b4-7c0d5cbc01a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.999956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-252be598-3852-4ca3-99b4-7c0d5cbc01a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.999956] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('252be598-3852-4ca3-99b4-7c0d5cbc01a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.130028] env[67361]: INFO networking_nsxv3.common.synchronization [None req-1ca053bc-0f94-4ca1-8b7a-c073315953fe None None] Enqueued Resource ID: 59471033-b966-4acb-b931-b7129b443762 with Priority: HIGHEST for action port [ 1029.130028] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59471033-b966-4acb-b931-b7129b443762 with Priority: HIGHEST for action port [ 1029.131268] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-59471033-b966-4acb-b931-b7129b443762 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.131268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59471033-b966-4acb-b931-b7129b443762" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.131268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59471033-b966-4acb-b931-b7129b443762" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.131668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59471033-b966-4acb-b931-b7129b443762" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.132796] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59471033-b966-4acb-b931-b7129b443762',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.502036] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.502221] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.502513] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 252be598-3852-4ca3-99b4-7c0d5cbc01a9 with status ACTIVE [ 1029.502697] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.502815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.502879] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.503186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.503289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.503461] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.503589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.503628] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.503780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.503853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.504038] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.504130] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.504191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.504328] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.504392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.504488] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 252be598-3852-4ca3-99b4-7c0d5cbc01a9 is going to be updated. [ 1029.529349] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.531041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.531041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.531041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.531041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.531041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-252be598-3852-4ca3-99b4-7c0d5cbc01a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.633969] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59471033-b966-4acb-b931-b7129b443762 [ 1029.634493] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.634646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.634716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.634936] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.635061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.635169] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59471033-b966-4acb-b931-b7129b443762 already deleted. [ 1029.635256] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59471033-b966-4acb-b931-b7129b443762" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.385820] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 1030.386093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.893835] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1030.894053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.894584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.894820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.895070] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.895235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.895304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.895429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.895662] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.895662] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.218723] env[67361]: INFO networking_nsxv3.common.synchronization [None req-7a68c3c4-d11f-41bb-b926-5fac7c9d66b5 None None] Enqueued Resource ID: d2173dc8-3c7a-41fa-891d-2a8d9fa0d3b8 with Priority: HIGHEST for action port [ 1031.219381] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2173dc8-3c7a-41fa-891d-2a8d9fa0d3b8 with Priority: HIGHEST for action port [ 1031.221535] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2173dc8-3c7a-41fa-891d-2a8d9fa0d3b8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.221710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2173dc8-3c7a-41fa-891d-2a8d9fa0d3b8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.221770] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2173dc8-3c7a-41fa-891d-2a8d9fa0d3b8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.222593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2173dc8-3c7a-41fa-891d-2a8d9fa0d3b8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.222593] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2173dc8-3c7a-41fa-891d-2a8d9fa0d3b8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.398555] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.460740] env[67361]: INFO networking_nsxv3.common.synchronization [None req-5d95c304-ddea-4cfa-8434-efd80530feb8 tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: 887ff999-6bae-4971-9847-e59fa511dbd2 with Priority: HIGHEST for action security_group_rules [ 1031.461537] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887ff999-6bae-4971-9847-e59fa511dbd2 with Priority: HIGHEST for action security_group_rules [ 1031.461743] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-887ff999-6bae-4971-9847-e59fa511dbd2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.461743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.461743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.461990] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.462084] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('887ff999-6bae-4971-9847-e59fa511dbd2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.566596] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.566818] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.566911] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.567189] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.567474] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.567649] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.567769] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.567999] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.568165] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.568346] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.568455] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.568561] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.568670] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.568776] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.568881] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.569046] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.571800] env[67361]: INFO networking_nsxv3.common.synchronization [None req-40542c3f-5c9d-4e1f-b978-cef5e5aae19f tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: 887ff999-6bae-4971-9847-e59fa511dbd2 with Priority: HIGHEST for action security_group_rules [ 1031.572708] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887ff999-6bae-4971-9847-e59fa511dbd2 with Priority: HIGHEST for action security_group_rules [ 1031.573014] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-887ff999-6bae-4971-9847-e59fa511dbd2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.573132] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.589739] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.589907] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.590099] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.590289] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.590602] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-9fe17179-e69c-4077-90d8-813ec052ef86 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.590767] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-9fe17179-e69c-4077-90d8-813ec052ef86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.590880] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-9fe17179-e69c-4077-90d8-813ec052ef86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.591299] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-9fe17179-e69c-4077-90d8-813ec052ef86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.591439] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fe17179-e69c-4077-90d8-813ec052ef86',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.726890] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2173dc8-3c7a-41fa-891d-2a8d9fa0d3b8 [ 1031.727149] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.727302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.727387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.727596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.727692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.727767] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2173dc8-3c7a-41fa-891d-2a8d9fa0d3b8 already deleted. [ 1031.727847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2173dc8-3c7a-41fa-891d-2a8d9fa0d3b8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.903509] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.990115] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.990115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.990115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.990115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.990115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.990495] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 887ff999-6bae-4971-9847-e59fa511dbd2 already deleted. [ 1031.990495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.990495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.990611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.990699] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('887ff999-6bae-4971-9847-e59fa511dbd2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.095576] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.095576] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.095576] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.095576] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.095576] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.095576] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 9fe17179-e69c-4077-90d8-813ec052ef86 not found, creating... [ 1032.095576] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.095576] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.095950] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.095950] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.096523] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.096523] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.096523] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.096704] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.096922] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.097087] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.097228] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 9fe17179-e69c-4077-90d8-813ec052ef86 is going to be created. [ 1032.119400] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.121171] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.121171] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.121171] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.121171] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.121171] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-9fe17179-e69c-4077-90d8-813ec052ef86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.405660] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.406348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.406570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.406893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.408843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.408843] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1032.461347] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.463146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.463146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.463146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.463146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.471499] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1032.515752] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.515752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.515752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.515752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.515752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.515752] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 887ff999-6bae-4971-9847-e59fa511dbd2 already deleted. [ 1032.515752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.856741] env[67361]: INFO networking_nsxv3.common.synchronization [req-f9cef037-6efa-49b8-9518-fed45bb7500f req-98959376-6ced-45a5-a0e6-a2805169b015 service nova] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_rules [ 1032.856890] env[67361]: INFO networking_nsxv3.common.synchronization [req-f9cef037-6efa-49b8-9518-fed45bb7500f req-98959376-6ced-45a5-a0e6-a2805169b015 service nova] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1032.857116] env[67361]: INFO networking_nsxv3.common.synchronization [req-f9cef037-6efa-49b8-9518-fed45bb7500f req-98959376-6ced-45a5-a0e6-a2805169b015 service nova] Enqueued Resource ID: 9fe17179-e69c-4077-90d8-813ec052ef86 with Priority: HIGHEST for action port [ 1032.857794] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_rules [ 1032.857982] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1032.858185] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe17179-e69c-4077-90d8-813ec052ef86 with Priority: HIGHEST for action port [ 1032.858901] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.858901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.858901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.859137] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.859137] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.860079] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.860197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.860265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.860440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.860587] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.860697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.860770] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.860860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.860940] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.861109] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.861990] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fe17179-e69c-4077-90d8-813ec052ef86 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.862114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fe17179-e69c-4077-90d8-813ec052ef86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.862204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fe17179-e69c-4077-90d8-813ec052ef86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.862384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fe17179-e69c-4077-90d8-813ec052ef86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.863082] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fe17179-e69c-4077-90d8-813ec052ef86',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.115530] env[67361]: INFO networking_nsxv3.common.synchronization [req-5681486b-aa1d-4e89-a0a7-481202873d69 req-1a0f53bf-2b54-4eba-920d-2f4d0d6f3611 tempest-ImagesOneServerNegativeTestJSON-1093389182 tempest-ImagesOneServerNegativeTestJSON-1093389182-project-member] Enqueued Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 1033.116842] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGHEST for action security_group_members [ 1033.117279] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.117757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.117757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.118066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.118244] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.118380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.118466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.118666] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.118774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.118893] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.365766] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.365766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.366036] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.367032] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fe17179-e69c-4077-90d8-813ec052ef86 with status ACTIVE [ 1033.367286] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.367406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.367467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.367670] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.367756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.367943] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.368048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.368101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.368251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.368332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.368497] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.368584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.368640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.368771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.368840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.368921] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fe17179-e69c-4077-90d8-813ec052ef86 is going to be updated. [ 1033.392367] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.392589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.392589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.396021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.396021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.396021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fe17179-e69c-4077-90d8-813ec052ef86" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.624460] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.624460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.624460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.624460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.624460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.624460] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.624460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.625026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.625026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.625026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.625026] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 is going to be updated. [ 1033.661488] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.661787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.661967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.662345] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.662590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.681284] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: IN_PROGRESS for 2s [ 1033.871412] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.373980] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.373980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.374185] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.374929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.374929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.374929] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 1034.408054] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.408054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.408054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.408431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.408637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.420195] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 1034.492466] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1034.492466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.492700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.492956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.493214] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.493359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.493425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.493584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.493967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.494058] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.494219] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.997803] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.997803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.997803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.997803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.998295] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.998655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.998655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.998991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.998991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.998991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.999287] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.999287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.999287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.999592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.000107] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.000107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.000107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.000350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.000350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.000350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.000509] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.502657] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00db7729-6d15-4015-b5d1-85c80e2b5439: rpc.has_security_group_logging(os_id): False [ 1035.526503] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.526880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.526880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.527271] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.527389] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.527647] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.527785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.527865] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.528124] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.528229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.528475] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.528601] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.528680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.529512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.529512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.529512] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.529512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.529512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.529512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.529832] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.529832] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1035.602569] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.602794] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.602847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.603230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.603428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.618313] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1035.696326] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 in Status: SUCCESS [ 1035.697033] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 deletion is rescheduled due to dependency. [ 1035.697330] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.960825] env[67361]: INFO networking_nsxv3.common.synchronization [req-d2dac419-fefa-484f-bf3d-ddd1b989396f req-9e474b55-30a0-49bf-b365-6c6c743d2e25 tempest-ServerDiskConfigTestJSON-1842165197 tempest-ServerDiskConfigTestJSON-1842165197-project-member] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 1035.960825] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 1035.960825] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.960825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.960825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.960825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.960825] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.960825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.960825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.960825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.960825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.960825] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.204364] env[67361]: INFO networking_nsxv3.common.synchronization [req-8744c383-a784-4fda-86c3-eae568007093 req-78d7e3a0-eb36-40f8-9502-6f6c3e7a19bc tempest-ServerRescueTestJSONUnderV235-2011322933 tempest-ServerRescueTestJSONUnderV235-2011322933-project-member] Enqueued Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_members [ 1036.204906] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_members [ 1036.205509] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.205646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.205712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.205972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.207152] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.207260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.207311] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.207490] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.207576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.207675] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.431454] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 1036.431706] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.431784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.432013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.432211] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.432418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.432418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.432572] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.432649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.432743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.432834] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.464678] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.464877] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.465010] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.465279] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.465402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.465648] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.465780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.465859] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.466398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.466755] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.466755] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 1036.504206] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.505016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.505016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.505016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.505016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.516465] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 1036.567485] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.567672] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-875" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.567672] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-875" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.569250] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-875" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.570010] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.570865] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.570865] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.570865] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.571072] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.571390] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.571390] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.571496] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.571554] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.571660] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.571789] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.572158] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.604706] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.605025] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.605025] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.605283] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-875" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.606840] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-424ad871-1bf0-4f6c-8cc0-9f48240efd49 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.606840] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.606840] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.606840] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.606840] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('424ad871-1bf0-4f6c-8cc0-9f48240efd49',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.710326] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.710604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.710700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.710894] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.710988] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.711255] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.711380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.711525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.711687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.711759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.711853] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74034914-a3df-448d-9319-b3d384ea39e5 already deleted. [ 1036.711931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.935608] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.935912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.936067] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.936402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.936699] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.936864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.936987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.937279] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.937439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.937598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.937862] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.938034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.938129] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.938361] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.938513] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.938610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.938750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.938811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.938888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.938955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.939069] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.110881] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.110881] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.110881] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.111164] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.111164] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.111898] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 424ad871-1bf0-4f6c-8cc0-9f48240efd49 not found, creating... [ 1037.111898] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.111898] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.111898] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.112676] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.112676] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.112676] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.112676] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.112841] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.113025] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.113134] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.113266] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 424ad871-1bf0-4f6c-8cc0-9f48240efd49 is going to be created. [ 1037.134501] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.134701] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.134809] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.135134] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.135428] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.135587] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.442122] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d10356-ac6c-4e92-b8ba-ad820b0869a8: rpc.has_security_group_logging(os_id): False [ 1037.459816] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.459971] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.460063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.460340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.460431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.460648] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.460749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.460811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.460955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.461041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.461232] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.461324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.461383] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.461526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.461669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.461760] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.461844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.461894] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.462061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.462137] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.462221] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 1037.523529] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.523741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.523741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.523941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.524102] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.538748] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 1037.645815] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1037.646067] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.899712] env[67361]: INFO networking_nsxv3.common.synchronization [req-8744c383-a784-4fda-86c3-eae568007093 req-3ca9eb61-bc41-4c11-b86b-eb20edd0ddac service nova] Enqueued Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_rules [ 1037.899900] env[67361]: INFO networking_nsxv3.common.synchronization [req-8744c383-a784-4fda-86c3-eae568007093 req-3ca9eb61-bc41-4c11-b86b-eb20edd0ddac service nova] Enqueued Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_members [ 1037.900127] env[67361]: INFO networking_nsxv3.common.synchronization [req-8744c383-a784-4fda-86c3-eae568007093 req-3ca9eb61-bc41-4c11-b86b-eb20edd0ddac service nova] Enqueued Resource ID: 424ad871-1bf0-4f6c-8cc0-9f48240efd49 with Priority: HIGHEST for action port [ 1037.900639] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_rules [ 1037.900766] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_members [ 1037.901608] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424ad871-1bf0-4f6c-8cc0-9f48240efd49 with Priority: HIGHEST for action port [ 1037.901608] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.901608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.901608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.901608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.901984] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.904168] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.904302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.904372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.904548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.904700] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.904794] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.904852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.905063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.905423] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.905423] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.906013] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-424ad871-1bf0-4f6c-8cc0-9f48240efd49 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.906405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.906470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.906621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.906698] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('424ad871-1bf0-4f6c-8cc0-9f48240efd49',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.939253] env[67361]: INFO networking_nsxv3.common.synchronization [req-2e8f241f-eb98-430b-8e81-11e42bc0ce60 req-899c0006-b52d-46bb-b16d-14c785f4a7c2 tempest-ServerRescueNegativeTestJSON-383152160 tempest-ServerRescueNegativeTestJSON-383152160-project-member] Enqueued Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_members [ 1037.939768] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGHEST for action security_group_members [ 1037.940142] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.940264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.940322] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.940494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.940648] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.940813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.940875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.941060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.941148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.941408] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.408680] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.408680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.408887] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.409667] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 424ad871-1bf0-4f6c-8cc0-9f48240efd49 with status ACTIVE [ 1038.409837] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.409927] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.409993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.410296] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.410380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.410568] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.410722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.410722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.410882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.410960] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.411236] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.411328] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.411370] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.411575] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.411664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.411754] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 424ad871-1bf0-4f6c-8cc0-9f48240efd49 is going to be updated. [ 1038.434444] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.434444] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.434570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.434725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.434873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.435056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.444200] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.444602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.444602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.444855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.468808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.469086] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.469206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.469267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.469531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.469674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.469751] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 is going to be updated. [ 1038.507121] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.507325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.507325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.507488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.507642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.517635] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: IN_PROGRESS for 2s [ 1038.525883] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 1038.526445] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e deletion is rescheduled due to dependency. [ 1038.526445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.914333] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.423589] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.423747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.423815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.424063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.424167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.424399] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74034914-a3df-448d-9319-b3d384ea39e5 is going to be created. [ 1039.460560] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.460909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.460909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.461000] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.461160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.478182] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: UNINITIALIZED for 2s [ 1039.557056] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 1039.557056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.894775] env[67361]: INFO networking_nsxv3.common.synchronization [req-3716724a-f95a-40db-9595-3fbab0c5c211 req-e08127ba-e8db-4ac3-9036-f5d29d77bec3 tempest-FloatingIPsAssociationNegativeTestJSON-1514702477 tempest-FloatingIPsAssociationNegativeTestJSON-1514702477-project-member] Enqueued Resource ID: 073636c6-f394-4554-b6e9-ab284f16e279 with Priority: HIGHEST for action security_group_members [ 1039.895440] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073636c6-f394-4554-b6e9-ab284f16e279 with Priority: HIGHEST for action security_group_members [ 1039.895785] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-073636c6-f394-4554-b6e9-ab284f16e279 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.895949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.896195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.896561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.900718] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.900718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.900718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.900718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.900718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.901068] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('073636c6-f394-4554-b6e9-ab284f16e279',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.406037] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.406037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.406037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.406037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.406037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.406037] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.406037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.406037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.406037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.406037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.406037] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073636c6-f394-4554-b6e9-ab284f16e279 is going to be updated. [ 1040.439212] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.439543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.439634] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.439851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.439992] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.453595] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073636c6-f394-4554-b6e9-ab284f16e279 in Status: IN_PROGRESS for 2s [ 1040.527434] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 in Status: SUCCESS [ 1040.527697] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 deletion is rescheduled due to dependency. [ 1040.527697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.488761] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: SUCCESS [ 1041.489057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.489233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.489454] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.489641] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.489753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.489811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.489956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.490043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.490128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.490242] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.706278] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9ba18e7-2079-4059-819e-c8f27307f32c req-c4d9a2a6-a6b3-491f-821c-ddf15f2c9214 tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: 887ff999-6bae-4971-9847-e59fa511dbd2 with Priority: HIGHEST for action security_group_members [ 1041.707805] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887ff999-6bae-4971-9847-e59fa511dbd2 with Priority: HIGHEST for action security_group_members [ 1041.708653] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-887ff999-6bae-4971-9847-e59fa511dbd2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.708849] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.708959] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.709381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.709649] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.709824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.709925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.710238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.710511] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.710685] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887ff999-6bae-4971-9847-e59fa511dbd2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.996675] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.996675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.996675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.996675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.996675] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.996675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.996675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.996675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.996675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.996675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.996675] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.996675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.996675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.996675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.996675] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.996675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.997512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.997512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.997512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.997512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.997999] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.214055] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.214247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.214304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.214546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.214913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.214913] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.215164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.215164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.215463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.215463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.215463] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887ff999-6bae-4971-9847-e59fa511dbd2 already deleted. [ 1042.215463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.218473] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.218781] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.218781] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.219239] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.219371] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.219497] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.219497] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.219716] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.219865] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.220492] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.220665] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.220769] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.220894] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.221029] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.221269] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.221531] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.243418] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.243640] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.243710] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.243906] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.244300] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-9499981c-e91a-4945-99b6-ab814e1a7a12 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.244553] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-9499981c-e91a-4945-99b6-ab814e1a7a12" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.244670] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-9499981c-e91a-4945-99b6-ab814e1a7a12" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.245063] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-9499981c-e91a-4945-99b6-ab814e1a7a12" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.245380] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9499981c-e91a-4945-99b6-ab814e1a7a12',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.471873] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073636c6-f394-4554-b6e9-ab284f16e279 in Status: SUCCESS [ 1042.471873] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073636c6-f394-4554-b6e9-ab284f16e279 deletion is rescheduled due to dependency. [ 1042.471873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.500493] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74034914-a3df-448d-9319-b3d384ea39e5: rpc.has_security_group_logging(os_id): False [ 1042.522316] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.522316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.522316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.522610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.522711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.522899] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.522994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.523108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.523281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.523425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.523491] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.523578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.523768] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.524337] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.524529] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.524723] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.524815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.524876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.525109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.525232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.525316] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74034914-a3df-448d-9319-b3d384ea39e5 is going to be created. [ 1042.605359] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.607050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.607050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.607050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.607050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.623175] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: IN_PROGRESS for 2s [ 1042.748058] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.748540] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.748540] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.748769] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.748920] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.749102] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 9499981c-e91a-4945-99b6-ab814e1a7a12 not found, creating... [ 1042.749377] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.749532] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.749675] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.749888] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.750036] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.750376] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.750535] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.750652] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.750872] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.751016] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.751159] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 9499981c-e91a-4945-99b6-ab814e1a7a12 is going to be created. [ 1042.777323] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.777556] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.777741] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.778108] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.778374] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.778678] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-9499981c-e91a-4945-99b6-ab814e1a7a12" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.304797] env[67361]: INFO networking_nsxv3.common.synchronization [req-c4215bcb-d7e6-4e2d-9c83-4df6aa159044 req-89567109-6583-483d-9ef9-c355d3b1b71f tempest-ListServersNegativeTestJSON-840675741 tempest-ListServersNegativeTestJSON-840675741-project-member] Enqueued Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 1043.304797] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 1043.304797] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.304797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.304797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.305165] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.305199] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.306769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.306769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.306769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.306769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.306769] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.555964] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9ba18e7-2079-4059-819e-c8f27307f32c req-1abe099c-acee-4789-bbe4-876de50c517b service nova] Enqueued Resource ID: 887ff999-6bae-4971-9847-e59fa511dbd2 with Priority: HIGHEST for action security_group_rules [ 1043.556132] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9ba18e7-2079-4059-819e-c8f27307f32c req-1abe099c-acee-4789-bbe4-876de50c517b service nova] Enqueued Resource ID: 887ff999-6bae-4971-9847-e59fa511dbd2 with Priority: HIGHEST for action security_group_members [ 1043.556281] env[67361]: INFO networking_nsxv3.common.synchronization [req-e9ba18e7-2079-4059-819e-c8f27307f32c req-1abe099c-acee-4789-bbe4-876de50c517b service nova] Enqueued Resource ID: 9499981c-e91a-4945-99b6-ab814e1a7a12 with Priority: HIGHEST for action port [ 1043.556780] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887ff999-6bae-4971-9847-e59fa511dbd2 with Priority: HIGHEST for action security_group_rules [ 1043.556909] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887ff999-6bae-4971-9847-e59fa511dbd2 with Priority: HIGHEST for action security_group_members [ 1043.557010] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9499981c-e91a-4945-99b6-ab814e1a7a12 with Priority: HIGHEST for action port [ 1043.557300] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-887ff999-6bae-4971-9847-e59fa511dbd2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.557413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.557480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.557673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.557771] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('887ff999-6bae-4971-9847-e59fa511dbd2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.558629] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-887ff999-6bae-4971-9847-e59fa511dbd2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.558752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.558818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.558986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.559376] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.559480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.559544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.559720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.559839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.559948] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887ff999-6bae-4971-9847-e59fa511dbd2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.560766] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-9499981c-e91a-4945-99b6-ab814e1a7a12 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.560863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9499981c-e91a-4945-99b6-ab814e1a7a12" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.561159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9499981c-e91a-4945-99b6-ab814e1a7a12" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.561159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9499981c-e91a-4945-99b6-ab814e1a7a12" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.561159] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9499981c-e91a-4945-99b6-ab814e1a7a12',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.799283] env[67361]: INFO networking_nsxv3.common.synchronization [req-2bad13c9-937b-447a-846e-d5668fe56325 req-7a9f003d-f6fd-4edf-8e17-1b445d71053b tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: 947666e5-8645-4117-9008-6b40057de68c with Priority: HIGHEST for action security_group_members [ 1043.799875] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947666e5-8645-4117-9008-6b40057de68c with Priority: HIGHEST for action security_group_members [ 1043.800170] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-947666e5-8645-4117-9008-6b40057de68c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.800406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.800406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.800667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.801179] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.801362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.801362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.802141] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.802141] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.802141] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947666e5-8645-4117-9008-6b40057de68c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.807405] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.978345] env[67361]: INFO networking_nsxv3.common.synchronization [req-43d2ce51-f545-4f47-8483-e4b272811acd req-b7848b01-f3fa-42a4-a99c-537a96ee70a3 tempest-ListServersNegativeTestJSON-840675741 tempest-ListServersNegativeTestJSON-840675741-project-member] Enqueued Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 1043.978853] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGHEST for action security_group_members [ 1043.979430] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.979513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.063523] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-887ff999-6bae-4971-9847-e59fa511dbd2 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.063523] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.063523] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('887ff999-6bae-4971-9847-e59fa511dbd2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.066401] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9499981c-e91a-4945-99b6-ab814e1a7a12 with status ACTIVE [ 1044.067462] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.067462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.067462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.067462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.067462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.067462] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.067462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.067462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.067913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.067913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.067913] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.067913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.068074] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.068105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.071898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.071898] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9499981c-e91a-4945-99b6-ab814e1a7a12 is going to be updated. [ 1044.092520] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.092720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.092801] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.093021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.093176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.093348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9499981c-e91a-4945-99b6-ab814e1a7a12" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.305091] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.305091] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.305091] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.305367] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.305367] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.305543] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.305634] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.305691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.305853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.305940] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.306061] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947666e5-8645-4117-9008-6b40057de68c is going to be updated. [ 1044.310050] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.324084] env[67361]: INFO networking_nsxv3.common.synchronization [req-8d4a25dd-9034-4231-9399-1a53014b3eb1 req-8f20b311-f4c6-440c-928f-2ece27d74392 tempest-ServerDiskConfigTestJSON-1842165197 tempest-ServerDiskConfigTestJSON-1842165197-project-member] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 1044.324084] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 1044.325123] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.325123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.325123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.325123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.325123] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.325823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.328233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.328495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.328593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.328703] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.348024] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.348024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.348024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.348024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.348024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.361105] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947666e5-8645-4117-9008-6b40057de68c in Status: IN_PROGRESS for 2s [ 1044.570670] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('887ff999-6bae-4971-9847-e59fa511dbd2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.643199] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: SUCCESS [ 1044.643199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.748797] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.749587] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.749587] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.749587] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.749912] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.750023] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.750089] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.750423] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.751094] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.751094] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.751094] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.751226] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.752131] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.752131] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.752131] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.752693] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.773277] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.773860] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.773860] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.773860] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-306" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.774204] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-5703d247-83fc-469e-9b0a-0fbcb50d557a taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.774417] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-5703d247-83fc-469e-9b0a-0fbcb50d557a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.774549] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-5703d247-83fc-469e-9b0a-0fbcb50d557a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.774879] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-5703d247-83fc-469e-9b0a-0fbcb50d557a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.775611] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5703d247-83fc-469e-9b0a-0fbcb50d557a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.812292] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.812626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.812626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.812902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.812902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.813077] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856cdcb4-584b-4864-a513-44608fdec59d is going to be updated. [ 1044.832197] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.832523] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.832648] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.833139] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.833139] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.833259] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.833359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.833405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.833572] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.833649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.833695] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 1044.847927] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.848157] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.848220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.848563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.848720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.857107] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: IN_PROGRESS for 2s [ 1044.864136] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.864136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.864136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.864136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.864136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.872253] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 1045.074909] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.075203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.075332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.075596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.075689] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.075798] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887ff999-6bae-4971-9847-e59fa511dbd2 is going to be created. [ 1045.105514] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.105730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.105823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.106134] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.106550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.119149] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887ff999-6bae-4971-9847-e59fa511dbd2 in Status: UNINITIALIZED for 2s [ 1045.277897] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.278257] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.278414] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.278757] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.278935] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.279117] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 5703d247-83fc-469e-9b0a-0fbcb50d557a not found, creating... [ 1045.279481] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.279583] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.279638] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.279854] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.280021] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.280379] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.280559] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.280682] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.280895] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.281067] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.281286] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 5703d247-83fc-469e-9b0a-0fbcb50d557a is going to be created. [ 1045.305312] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.305637] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.305851] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.306218] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.306530] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.307063] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-5703d247-83fc-469e-9b0a-0fbcb50d557a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.108281] env[67361]: INFO networking_nsxv3.common.synchronization [req-8d4a25dd-9034-4231-9399-1a53014b3eb1 req-74ef2283-87f2-4af1-8f77-692ebf0c7f51 service nova] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_rules [ 1046.108551] env[67361]: INFO networking_nsxv3.common.synchronization [req-8d4a25dd-9034-4231-9399-1a53014b3eb1 req-74ef2283-87f2-4af1-8f77-692ebf0c7f51 service nova] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 1046.109560] env[67361]: INFO networking_nsxv3.common.synchronization [req-8d4a25dd-9034-4231-9399-1a53014b3eb1 req-74ef2283-87f2-4af1-8f77-692ebf0c7f51 service nova] Enqueued Resource ID: 5703d247-83fc-469e-9b0a-0fbcb50d557a with Priority: HIGHEST for action port [ 1046.110330] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_rules [ 1046.110560] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 1046.110934] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5703d247-83fc-469e-9b0a-0fbcb50d557a with Priority: HIGHEST for action port [ 1046.111094] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.111352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.111472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.112046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.112046] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.112710] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.112808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.113013] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-5703d247-83fc-469e-9b0a-0fbcb50d557a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.113106] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5703d247-83fc-469e-9b0a-0fbcb50d557a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.113236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5703d247-83fc-469e-9b0a-0fbcb50d557a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.113334] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5703d247-83fc-469e-9b0a-0fbcb50d557a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.113423] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5703d247-83fc-469e-9b0a-0fbcb50d557a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.335285] env[67361]: INFO networking_nsxv3.common.synchronization [req-d2e9cb75-37ea-4a56-97b4-6818f8d70518 req-34791b85-14c0-41cb-9005-04851722b506 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1046.335820] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1046.336147] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.336271] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.336370] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.336606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.336765] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.336866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.336928] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.337492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.337492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.337492] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.371200] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947666e5-8645-4117-9008-6b40057de68c in Status: SUCCESS [ 1046.371447] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947666e5-8645-4117-9008-6b40057de68c deletion is rescheduled due to dependency. [ 1046.371447] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947666e5-8645-4117-9008-6b40057de68c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.616616] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5703d247-83fc-469e-9b0a-0fbcb50d557a with status ACTIVE [ 1046.616920] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.617212] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.617451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.617770] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.617881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.618134] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.618288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.618357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.618542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.618643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.618848] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.618942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.619010] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.619222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.619300] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.619409] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5703d247-83fc-469e-9b0a-0fbcb50d557a is going to be updated. [ 1046.620856] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.621025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.649976] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.650174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.650226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.650460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.650597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.650759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5703d247-83fc-469e-9b0a-0fbcb50d557a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.839203] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.872082] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: SUCCESS [ 1046.872307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.873459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.874035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.874035] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.874035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.874229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.874329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.874415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.874531] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.884556] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 1046.885026] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e deletion is rescheduled due to dependency. [ 1046.885026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.885152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.885338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.885666] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.885911] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.886076] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.886257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.886345] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.886445] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.130458] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887ff999-6bae-4971-9847-e59fa511dbd2 in Status: SUCCESS [ 1047.130756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.130874] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.131130] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.131374] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.131511] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.131577] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.131738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.131819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.131902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.132022] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('887ff999-6bae-4971-9847-e59fa511dbd2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.341536] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.377437] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.377628] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.377673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.377959] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.378090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.378343] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.378343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.378507] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.378574] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.378642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.378775] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856cdcb4-584b-4864-a513-44608fdec59d is going to be updated. [ 1047.390215] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.409315] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.409531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.409610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.409892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.410081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.421924] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: IN_PROGRESS for 2s [ 1047.635074] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('887ff999-6bae-4971-9847-e59fa511dbd2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.846025] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.846215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.846215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.846458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.846552] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.846648] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 1047.875288] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.875426] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.875500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.875718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.875886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.887629] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 1047.896165] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.137920] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 887ff999-6bae-4971-9847-e59fa511dbd2: rpc.has_security_group_logging(os_id): False [ 1048.159621] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.159772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.159841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.160069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.160158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.160432] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.160518] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.160597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.160749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.160824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.160910] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 887ff999-6bae-4971-9847-e59fa511dbd2 is going to be created. [ 1048.227222] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.227366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.227433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.227700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.227883] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.243509] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 887ff999-6bae-4971-9847-e59fa511dbd2 in Status: IN_PROGRESS for 2s [ 1048.245045] env[67361]: INFO networking_nsxv3.common.synchronization [None req-0fd01c30-b54b-4e51-99c9-2638f6080e31 None None] Enqueued Resource ID: 88ab5b78-8a69-4e96-9254-a1ef6815a4b2 with Priority: HIGHEST for action port [ 1048.245307] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88ab5b78-8a69-4e96-9254-a1ef6815a4b2 with Priority: HIGHEST for action port [ 1048.246136] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-88ab5b78-8a69-4e96-9254-a1ef6815a4b2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.246276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88ab5b78-8a69-4e96-9254-a1ef6815a4b2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.246357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88ab5b78-8a69-4e96-9254-a1ef6815a4b2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.246616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88ab5b78-8a69-4e96-9254-a1ef6815a4b2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.246730] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88ab5b78-8a69-4e96-9254-a1ef6815a4b2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.399078] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.399288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.399350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.399540] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.399630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.399726] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 1048.430026] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.430026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.430026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.430026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.430026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.438955] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 1048.748479] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88ab5b78-8a69-4e96-9254-a1ef6815a4b2 [ 1048.749309] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.749309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.749309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.749309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.749542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.749542] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88ab5b78-8a69-4e96-9254-a1ef6815a4b2 already deleted. [ 1048.749618] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88ab5b78-8a69-4e96-9254-a1ef6815a4b2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.906659] env[67361]: INFO networking_nsxv3.common.synchronization [None req-73c9a285-4fa4-4bb6-ab95-4318ab223316 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1048.907269] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1048.907609] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.907733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.431610] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856cdcb4-584b-4864-a513-44608fdec59d in Status: SUCCESS [ 1049.431965] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856cdcb4-584b-4864-a513-44608fdec59d deletion is rescheduled due to dependency. [ 1049.431965] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.901386] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 1049.901386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.901386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.901386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.901386] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.901386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.901386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.901386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.901386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.901386] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.254032] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 887ff999-6bae-4971-9847-e59fa511dbd2 in Status: SUCCESS [ 1050.254286] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.406458] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.406458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.406458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.406458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.406458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.406458] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.406458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.406458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.406458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.406458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.406458] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 1050.438362] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.438701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.438701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.438770] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.438917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.452690] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 1050.452895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.453081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.453293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.453475] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.453587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.453648] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.453787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.453863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.454031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.454132] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.456507] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 1050.555228] env[67361]: INFO networking_nsxv3.common.synchronization [req-36d0aeb6-980c-4825-9078-aafbdf00612a req-9a0796c7-1cf8-424f-b8bb-b271b11a8f08 tempest-ServersTestJSON-590728185 tempest-ServersTestJSON-590728185-project-member] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1050.556151] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1050.556538] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.556692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.556810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.557082] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.557303] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.557440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.557608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.557724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.557855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.558251] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.960489] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.960489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.960489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.960489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.960489] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.960489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.960489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.960489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.960489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.960489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.960489] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.960489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.960489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.960489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.960489] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.960489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.961145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.961145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.961145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.961145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.961145] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.045581] env[67361]: INFO networking_nsxv3.common.synchronization [None req-ee7e101f-4e26-4145-a2f0-161299de96b3 None None] Enqueued Resource ID: 6f438cd3-3d5f-4c3d-bbcf-f8e7d9a839ff with Priority: HIGHEST for action port [ 1051.045581] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f438cd3-3d5f-4c3d-bbcf-f8e7d9a839ff with Priority: HIGHEST for action port [ 1051.045581] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f438cd3-3d5f-4c3d-bbcf-f8e7d9a839ff taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.045581] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f438cd3-3d5f-4c3d-bbcf-f8e7d9a839ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.045581] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f438cd3-3d5f-4c3d-bbcf-f8e7d9a839ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.045774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f438cd3-3d5f-4c3d-bbcf-f8e7d9a839ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.045818] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f438cd3-3d5f-4c3d-bbcf-f8e7d9a839ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.060222] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.110545] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.110785] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.110911] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.111316] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.112909] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.113160] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.113377] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.113626] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.113774] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.113994] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.114108] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.114216] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.114319] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.114482] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.114659] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.114806] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.140108] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.140460] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.140680] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.141460] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.141968] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-6e5cea07-691f-4a18-9c88-c7e557950f4e taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.142259] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-6e5cea07-691f-4a18-9c88-c7e557950f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.142595] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-6e5cea07-691f-4a18-9c88-c7e557950f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.143190] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-6e5cea07-691f-4a18-9c88-c7e557950f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.143406] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e5cea07-691f-4a18-9c88-c7e557950f4e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.465367] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d35adc82-a1ec-4f65-b7b7-11c04179607e: rpc.has_security_group_logging(os_id): False [ 1051.485298] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.485502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.485502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.485740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.485816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.486412] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.486412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.486412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.486412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.486412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.487156] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.487156] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.487156] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.487156] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.487156] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.487156] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.487156] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.487671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.487671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.487671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.487671] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 1051.549241] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f438cd3-3d5f-4c3d-bbcf-f8e7d9a839ff [ 1051.549480] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.550016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.550016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.550016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.550016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.550216] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f438cd3-3d5f-4c3d-bbcf-f8e7d9a839ff already deleted. [ 1051.550216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f438cd3-3d5f-4c3d-bbcf-f8e7d9a839ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.558900] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.558900] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.558900] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.558900] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.559781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.564045] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.573528] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 1051.646822] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.646822] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.646822] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.647314] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.647314] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.647528] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 6e5cea07-691f-4a18-9c88-c7e557950f4e not found, creating... [ 1051.647716] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.648028] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.649136] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.649136] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.649136] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.649136] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.649136] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.649363] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.649532] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.649671] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.650182] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 6e5cea07-691f-4a18-9c88-c7e557950f4e is going to be created. [ 1051.684024] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.684606] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.684606] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.684708] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.685055] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.685294] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-6e5cea07-691f-4a18-9c88-c7e557950f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.065669] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.065969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.065969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.066193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.066308] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.066399] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1052.096855] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.097039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.097107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.097288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.097435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.108053] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1052.411086] env[67361]: INFO networking_nsxv3.common.synchronization [req-36d0aeb6-980c-4825-9078-aafbdf00612a req-04470663-5324-474b-af69-5d7a4aec8dd5 service nova] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_rules [ 1052.411430] env[67361]: INFO networking_nsxv3.common.synchronization [req-36d0aeb6-980c-4825-9078-aafbdf00612a req-04470663-5324-474b-af69-5d7a4aec8dd5 service nova] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1052.411672] env[67361]: INFO networking_nsxv3.common.synchronization [req-36d0aeb6-980c-4825-9078-aafbdf00612a req-04470663-5324-474b-af69-5d7a4aec8dd5 service nova] Enqueued Resource ID: 6e5cea07-691f-4a18-9c88-c7e557950f4e with Priority: HIGHEST for action port [ 1052.413058] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_rules [ 1052.413058] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1052.413058] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5cea07-691f-4a18-9c88-c7e557950f4e with Priority: HIGHEST for action port [ 1052.413058] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.413250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.413250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.413460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.413583] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.414644] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.414795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.414929] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e5cea07-691f-4a18-9c88-c7e557950f4e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.415068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e5cea07-691f-4a18-9c88-c7e557950f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.415137] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e5cea07-691f-4a18-9c88-c7e557950f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.415326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e5cea07-691f-4a18-9c88-c7e557950f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.415421] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e5cea07-691f-4a18-9c88-c7e557950f4e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.498227] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 1052.498227] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 deletion is rescheduled due to dependency. [ 1052.498227] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.917153] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.917292] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.917527] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e5cea07-691f-4a18-9c88-c7e557950f4e with status ACTIVE [ 1052.917735] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.917853] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.918025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.918782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.918782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.918782] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.918782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.918782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.919140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.919140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.919353] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.919474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.919569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.919734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.919948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.919948] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e5cea07-691f-4a18-9c88-c7e557950f4e is going to be updated. [ 1052.947026] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.947026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.947026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.947026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.947026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.947026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e5cea07-691f-4a18-9c88-c7e557950f4e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.217619] env[67361]: INFO networking_nsxv3.common.synchronization [req-11274800-2545-42eb-a0be-7f69ad4e5985 req-d8c6ae8d-d02f-420e-b035-40c59532b3a0 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 1377a375-b6ae-4d37-a092-bf0796063db3 with Priority: HIGHEST for action security_group_members [ 1053.218174] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1377a375-b6ae-4d37-a092-bf0796063db3 with Priority: HIGHEST for action security_group_members [ 1053.218516] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1377a375-b6ae-4d37-a092-bf0796063db3 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.219146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.219263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.219476] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.219646] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.219740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.219801] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.219947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.220042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.220136] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1377a375-b6ae-4d37-a092-bf0796063db3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.598021] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 1053.598021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.722966] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.723160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.723231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.723467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.723557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.723763] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.723861] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.723920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.724086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.724159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.724241] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1377a375-b6ae-4d37-a092-bf0796063db3 is going to be updated. [ 1053.759886] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.759886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.760365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.760365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.760557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.771172] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1377a375-b6ae-4d37-a092-bf0796063db3 in Status: IN_PROGRESS for 2s [ 1054.118367] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1054.118786] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.119404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.121260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.121260] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.121260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.121260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.121260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.121260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.121260] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.445247] env[67361]: INFO networking_nsxv3.common.synchronization [None req-b658fa61-994c-4fb9-b847-1aa9137ddcda None None] Enqueued Resource ID: 1ebc0912-b6ee-437a-b446-36fbb7fecd07 with Priority: HIGHEST for action port [ 1054.445825] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ebc0912-b6ee-437a-b446-36fbb7fecd07 with Priority: HIGHEST for action port [ 1054.446155] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ebc0912-b6ee-437a-b446-36fbb7fecd07 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.446283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ebc0912-b6ee-437a-b446-36fbb7fecd07" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.446514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ebc0912-b6ee-437a-b446-36fbb7fecd07" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.446599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ebc0912-b6ee-437a-b446-36fbb7fecd07" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.446682] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ebc0912-b6ee-437a-b446-36fbb7fecd07',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.624175] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.949107] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ebc0912-b6ee-437a-b446-36fbb7fecd07 [ 1054.949107] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.949107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.949323] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.949385] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.949538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.949538] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ebc0912-b6ee-437a-b446-36fbb7fecd07 already deleted. [ 1054.949613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ebc0912-b6ee-437a-b446-36fbb7fecd07" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.127180] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.353812] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.353812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.353812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.353812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.353812] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.632532] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.632807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.632807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.633011] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.633100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.633197] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1055.666302] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.666302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.666302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.666534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.666572] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.676980] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1055.783023] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1377a375-b6ae-4d37-a092-bf0796063db3 in Status: SUCCESS [ 1055.783366] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1377a375-b6ae-4d37-a092-bf0796063db3 deletion is rescheduled due to dependency. [ 1055.783556] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.856194] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.358892] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.429762] env[67361]: INFO networking_nsxv3.common.synchronization [req-cf438d7d-87dd-4b5b-a98b-675a615468ab req-1cd1aa67-d27b-44f2-971d-6c56f3aaa6e7 tempest-ServersV294TestFqdnHostnames-1461415606 tempest-ServersV294TestFqdnHostnames-1461415606-project-member] Enqueued Resource ID: b624bdb5-67a5-432d-99b8-c7403552ed1c with Priority: HIGHEST for action security_group_members [ 1056.430579] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b624bdb5-67a5-432d-99b8-c7403552ed1c with Priority: HIGHEST for action security_group_members [ 1056.430924] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b624bdb5-67a5-432d-99b8-c7403552ed1c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.431316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.431494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.431620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.431780] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.432024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.432024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.432132] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.432168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.432259] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b624bdb5-67a5-432d-99b8-c7403552ed1c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.863699] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1056.864095] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1056.935831] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.936022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.936092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.936437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.936557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.936995] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.937121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.937239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.937461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.937553] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.937650] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b624bdb5-67a5-432d-99b8-c7403552ed1c is going to be updated. [ 1056.979199] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.979199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.979199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.979199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.979199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.989306] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b624bdb5-67a5-432d-99b8-c7403552ed1c in Status: IN_PROGRESS for 2s [ 1057.346859] env[67361]: INFO networking_nsxv3.common.synchronization [None req-7c265d28-d6d4-466e-a29e-d7b03076e660 None None] Enqueued Resource ID: 426ffac9-b25f-40db-bb05-80632589421c with Priority: HIGHEST for action port [ 1057.347714] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426ffac9-b25f-40db-bb05-80632589421c with Priority: HIGHEST for action port [ 1057.347819] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-426ffac9-b25f-40db-bb05-80632589421c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.347880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-426ffac9-b25f-40db-bb05-80632589421c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.347969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-426ffac9-b25f-40db-bb05-80632589421c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.350230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-426ffac9-b25f-40db-bb05-80632589421c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.350230] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('426ffac9-b25f-40db-bb05-80632589421c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.689326] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1057.689784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.690278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.691236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.691576] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.691700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.692263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.692263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.692362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.692460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.692685] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.766160] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.766160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.766160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.766160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.781603] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1057.782634] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.783976] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1057.819031] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.819031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.819275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.819275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.830984] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.832124] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1057.832124] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.832124] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1057.852925] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 426ffac9-b25f-40db-bb05-80632589421c [ 1057.852925] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.852925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.853162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.853218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.853386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.853386] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:426ffac9-b25f-40db-bb05-80632589421c already deleted. [ 1057.853510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-426ffac9-b25f-40db-bb05-80632589421c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.878113] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.878426] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.878426] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.881848] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.884783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.885100] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1057.975837] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.976063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.976173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.976410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.976776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.977229] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1058.047981] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.048164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.048164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.048537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.048635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.048876] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1058.048973] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6fffb7d4-2a02-4eb5-a98a-e84130bcaa30', 'eb88b5f8-1721-4efd-8e0b-182e88a4e3f6', '74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e', 'd7c82cb8-2360-4267-aebd-9ca35a878bc4', '38b03731-337b-4147-8a04-7747fd88812a', 'd35adc82-a1ec-4f65-b7b7-11c04179607e', 'ffb6f4dd-e886-4af5-af53-8a0181e72215', '4bc2cb74-f9ba-4585-b0d2-d11fe5a14894', '63b53f40-32ae-47e1-af11-c95b36a18980', '7d92f7c8-00cc-4a77-84ee-e385d78ee75c', '74034914-a3df-448d-9319-b3d384ea39e5', '1377a375-b6ae-4d37-a092-bf0796063db3', 'c02ea84b-6c8d-496e-98b9-57ff716de9f7', '12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6', '856cdcb4-584b-4864-a513-44608fdec59d', '002977f3-3d01-4c13-bb61-2a76843f7d08', 'd9ec87d2-fd30-4d54-821c-13924ae6b718', '04ed1fd2-6791-479a-9ffd-a06149620d26', '5f1635d3-22df-48a8-81db-4887e74e9a05', '073636c6-f394-4554-b6e9-ab284f16e279', '5dd7c5f3-18f5-4313-8148-7e6da91b19a7', '35d10356-ac6c-4e92-b8ba-ad820b0869a8', '5f240979-d4fb-4ec3-8c6c-da7ab52dc609', 'b624bdb5-67a5-432d-99b8-c7403552ed1c', 'b77a5dcc-abd9-48eb-b6f2-e018aa4371a9', '377a7306-03cc-4abd-839e-3101d2d30df9', 'ceacf2e0-2121-4a42-8441-8f3c622c73e8', '31227000-8068-4780-b5a5-0c1e647ca8f6', '6ca7b9f3-756b-4ae5-a2b8-1f5638637d04', 'bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5', 'b8182354-31e1-4e0b-9288-b477c775b857', '361795ab-0107-4b33-bbf3-f86cc13112f7', '077e5aba-f6f9-4420-b533-c3736be474c9', '188078c1-decd-4460-a56a-e80fd7add741', '9ebb203a-be70-4814-898f-218d9b9f6fca', '8a9baff9-438b-4c15-8de6-dd29aa07530c', 'd465863d-7ae1-4444-b5c3-1b8d31ff9c58', '00db7729-6d15-4015-b5d1-85c80e2b5439', '1ea729d1-1788-4efa-ae5e-451487b2554b', '1ca6f60f-a573-468e-b0c3-83a767333e25', '947666e5-8645-4117-9008-6b40057de68c', '1c44399d-288d-4fc0-88ee-ea3b9425d7cd', '215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8', '6e799d63-1ac7-4dad-b82e-f9843d6aef2b', '710df1e1-2b9e-4703-8edb-8f1949a912ff', '887ff999-6bae-4971-9847-e59fa511dbd2'} {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.049191] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1058.068382] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.068613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.068613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.068789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.068874] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.068984] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1058.069095] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.069143] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1058.138978] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.139188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.139188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.139394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.140371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.140649] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1058.140723] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.140791] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1058.140853] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1058.140926] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1058.140994] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 with Priority: HIGH for action security_group_rules [ 1058.141080] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGH for action security_group_rules [ 1058.141145] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGH for action security_group_rules [ 1058.141201] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 with Priority: HIGH for action security_group_rules [ 1058.141262] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGH for action security_group_rules [ 1058.141313] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGH for action security_group_rules [ 1058.141371] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 with Priority: HIGH for action security_group_rules [ 1058.141427] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGH for action security_group_rules [ 1058.141494] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGH for action security_group_rules [ 1058.141568] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c with Priority: HIGH for action security_group_rules [ 1058.141626] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGH for action security_group_rules [ 1058.141683] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1377a375-b6ae-4d37-a092-bf0796063db3 with Priority: HIGH for action security_group_rules [ 1058.141739] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 with Priority: HIGH for action security_group_rules [ 1058.141796] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGH for action security_group_rules [ 1058.141854] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGH for action security_group_rules [ 1058.141911] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGH for action security_group_rules [ 1058.141969] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGH for action security_group_rules [ 1058.142038] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGH for action security_group_rules [ 1058.142097] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGH for action security_group_rules [ 1058.142154] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 073636c6-f394-4554-b6e9-ab284f16e279 with Priority: HIGH for action security_group_rules [ 1058.142246] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.197595] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.197732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.197800] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.198365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.198365] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.198365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.198365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.198608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.198763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.198763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.198763] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.198763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.198763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.198763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.199679] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.199679] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.199679] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.199839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.199839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.199839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.199947] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.497592] env[67361]: INFO networking_nsxv3.common.synchronization [req-e66f21e2-f243-4c86-9409-c8989290f211 req-4307fdbc-b9b3-4d6a-85d7-4d73a471cf0c tempest-ServerRescueTestJSONUnderV235-2011322933 tempest-ServerRescueTestJSONUnderV235-2011322933-project-member] Enqueued Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_members [ 1058.497904] env[67361]: INFO networking_nsxv3.common.synchronization [req-e66f21e2-f243-4c86-9409-c8989290f211 req-4307fdbc-b9b3-4d6a-85d7-4d73a471cf0c tempest-ServerRescueTestJSONUnderV235-2011322933 tempest-ServerRescueTestJSONUnderV235-2011322933-project-member] Enqueued Resource ID: b1762e0f-c362-4154-9125-4e14616b4964 with Priority: HIGHEST for action security_group_members [ 1058.498392] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_members [ 1058.498666] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1762e0f-c362-4154-9125-4e14616b4964 with Priority: HIGHEST for action security_group_members [ 1058.498810] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 with Priority: HIGH for action security_group_rules [ 1058.498930] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGH for action security_group_rules [ 1058.499041] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 with Priority: HIGH for action security_group_rules [ 1058.499136] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856cdcb4-584b-4864-a513-44608fdec59d with Priority: HIGH for action security_group_rules [ 1058.499227] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073636c6-f394-4554-b6e9-ab284f16e279 with Priority: HIGH for action security_group_rules [ 1058.499319] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 with Priority: HIGH for action security_group_rules [ 1058.499407] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 with Priority: HIGH for action security_group_rules [ 1058.499493] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 with Priority: HIGH for action security_group_rules [ 1058.499757] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 with Priority: HIGH for action security_group_rules [ 1058.499757] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 with Priority: HIGH for action security_group_rules [ 1058.499757] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 with Priority: HIGH for action security_group_rules [ 1058.499929] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1377a375-b6ae-4d37-a092-bf0796063db3 with Priority: HIGH for action security_group_rules [ 1058.499929] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGH for action security_group_rules [ 1058.500042] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c with Priority: HIGH for action security_group_rules [ 1058.500102] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGH for action security_group_rules [ 1058.500153] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGH for action security_group_rules [ 1058.500236] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 with Priority: HIGH for action security_group_rules [ 1058.500681] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b03731-337b-4147-8a04-7747fd88812a with Priority: HIGH for action security_group_rules [ 1058.500681] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGH for action security_group_rules [ 1058.500681] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 with Priority: HIGH for action security_group_rules [ 1058.500880] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.501054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.501090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.501312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.501432] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.501675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.501812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.501978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.502050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.502108] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.503315] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1762e0f-c362-4154-9125-4e14616b4964 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.503444] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.503444] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.503636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.504281] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.504281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.504281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.504281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.504281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.504281] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1762e0f-c362-4154-9125-4e14616b4964',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.505066] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.505176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.505241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.505386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.505491] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fffb7d4-2a02-4eb5-a98a-e84130bcaa30',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.506154] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.506262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.506319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.506463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.506531] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.507272] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffb6f4dd-e886-4af5-af53-8a0181e72215 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.507388] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.507469] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.507692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.507765] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffb6f4dd-e886-4af5-af53-8a0181e72215',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.510910] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856cdcb4-584b-4864-a513-44608fdec59d taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.511194] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.511194] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.511337] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.511372] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856cdcb4-584b-4864-a513-44608fdec59d',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.512352] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-073636c6-f394-4554-b6e9-ab284f16e279 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.512352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.512352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.512536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.512571] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('073636c6-f394-4554-b6e9-ab284f16e279',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.513375] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f1635d3-22df-48a8-81db-4887e74e9a05 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.513375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.513608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.513608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.513671] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f1635d3-22df-48a8-81db-4887e74e9a05',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.514313] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ed1fd2-6791-479a-9ffd-a06149620d26 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.514418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.514526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.514671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.514671] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ed1fd2-6791-479a-9ffd-a06149620d26',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.515472] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ec87d2-fd30-4d54-821c-13924ae6b718 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.515572] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.515669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.515779] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.515849] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ec87d2-fd30-4d54-821c-13924ae6b718',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.516550] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.516638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.516685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.516850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.516920] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.517559] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-002977f3-3d01-4c13-bb61-2a76843f7d08 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.517639] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.517703] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.518683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.518683] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('002977f3-3d01-4c13-bb61-2a76843f7d08',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.518870] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.518934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.518971] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.519732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.519732] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02ea84b-6c8d-496e-98b9-57ff716de9f7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.520142] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1377a375-b6ae-4d37-a092-bf0796063db3 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.520244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.520285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.521037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.521037] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1377a375-b6ae-4d37-a092-bf0796063db3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.521438] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.521438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.521438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.521779] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.521833] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.522545] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d92f7c8-00cc-4a77-84ee-e385d78ee75c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.522700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.522833] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.523167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.523167] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d92f7c8-00cc-4a77-84ee-e385d78ee75c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.523706] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.523826] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.524052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.524052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.524546] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.525282] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.525282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.525282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.525558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.525558] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.526204] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.526302] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.526342] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.526482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.526551] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc2cb74-f9ba-4585-b0d2-d11fe5a14894',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.527283] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38b03731-337b-4147-8a04-7747fd88812a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.527393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.527788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.527788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.527788] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38b03731-337b-4147-8a04-7747fd88812a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.528307] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.529980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.529980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.529980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.529980] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.529980] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.529980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.529980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.529980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.529980] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7c82cb8-2360-4267-aebd-9ca35a878bc4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.556857] env[67361]: INFO networking_nsxv3.common.synchronization [req-e66f21e2-f243-4c86-9409-c8989290f211 req-4307fdbc-b9b3-4d6a-85d7-4d73a471cf0c tempest-ServerRescueTestJSONUnderV235-2011322933 tempest-ServerRescueTestJSONUnderV235-2011322933-project-member] Enqueued Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_rules [ 1058.557534] env[67361]: INFO networking_nsxv3.common.synchronization [req-e66f21e2-f243-4c86-9409-c8989290f211 req-4307fdbc-b9b3-4d6a-85d7-4d73a471cf0c tempest-ServerRescueTestJSONUnderV235-2011322933 tempest-ServerRescueTestJSONUnderV235-2011322933-project-member] Enqueued Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_members [ 1058.557749] env[67361]: INFO networking_nsxv3.common.synchronization [req-e66f21e2-f243-4c86-9409-c8989290f211 req-4307fdbc-b9b3-4d6a-85d7-4d73a471cf0c tempest-ServerRescueTestJSONUnderV235-2011322933 tempest-ServerRescueTestJSONUnderV235-2011322933-project-member] Enqueued Resource ID: b1762e0f-c362-4154-9125-4e14616b4964 with Priority: HIGHEST for action security_group_rules [ 1058.557898] env[67361]: INFO networking_nsxv3.common.synchronization [req-e66f21e2-f243-4c86-9409-c8989290f211 req-4307fdbc-b9b3-4d6a-85d7-4d73a471cf0c tempest-ServerRescueTestJSONUnderV235-2011322933 tempest-ServerRescueTestJSONUnderV235-2011322933-project-member] Enqueued Resource ID: b1762e0f-c362-4154-9125-4e14616b4964 with Priority: HIGHEST for action security_group_members [ 1058.558124] env[67361]: INFO networking_nsxv3.common.synchronization [req-e66f21e2-f243-4c86-9409-c8989290f211 req-4307fdbc-b9b3-4d6a-85d7-4d73a471cf0c tempest-ServerRescueTestJSONUnderV235-2011322933 tempest-ServerRescueTestJSONUnderV235-2011322933-project-member] Enqueued Resource ID: 424ad871-1bf0-4f6c-8cc0-9f48240efd49 with Priority: HIGHEST for action port [ 1058.559658] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.559879] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.559978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.560239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.562028] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.562150] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.563801] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_rules [ 1058.563801] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1762e0f-c362-4154-9125-4e14616b4964 with Priority: HIGHEST for action security_group_rules [ 1058.563971] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424ad871-1bf0-4f6c-8cc0-9f48240efd49 with Priority: HIGHEST for action port [ 1058.564450] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_members [ 1058.564450] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1762e0f-c362-4154-9125-4e14616b4964 with Priority: HIGHEST for action security_group_members [ 1058.564778] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.566033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.566033] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1762e0f-c362-4154-9125-4e14616b4964 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.566033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.566033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.566033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.566033] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1762e0f-c362-4154-9125-4e14616b4964',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.567264] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-424ad871-1bf0-4f6c-8cc0-9f48240efd49 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.567264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.567264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.567264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.567264] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('424ad871-1bf0-4f6c-8cc0-9f48240efd49',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.572478] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.572478] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.572478] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1762e0f-c362-4154-9125-4e14616b4964 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.572478] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.594048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.594048] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fffb7d4-2a02-4eb5-a98a-e84130bcaa30 is going to be deleted. [ 1058.594980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.595295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.616440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.616779] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffb6f4dd-e886-4af5-af53-8a0181e72215 is going to be deleted. [ 1058.652862] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.653068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.653112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.653305] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.653392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.653500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fffb7d4-2a02-4eb5-a98a-e84130bcaa30" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.663695] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.663832] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.663899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.664119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.664209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.664325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffb6f4dd-e886-4af5-af53-8a0181e72215" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.671497] env[67361]: INFO networking_nsxv3.common.synchronization [req-e1d1dcc6-8065-412c-a365-42449724cc71 req-40119b02-495a-42eb-9708-0118fec382dc tempest-ServersTestMultiNic-1929914883 tempest-ServersTestMultiNic-1929914883-project-member] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1058.671969] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1058.672273] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.672412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.672456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.672693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.672823] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.672947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.673010] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.673195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.673246] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.673936] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.702100] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00db7729-6d15-4015-b5d1-85c80e2b5439: rpc.has_security_group_logging(os_id): False [ 1058.723503] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.723714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.723714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.723968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.748109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.748109] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.748109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.748109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.748393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.748393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.748637] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.748637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.748813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.748813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.748908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.749076] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.749189] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.749244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.749360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.749432] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.749516] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1058.852586] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.852751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.852840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.853068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.853234] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.869853] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1059.005949] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b624bdb5-67a5-432d-99b8-c7403552ed1c in Status: SUCCESS [ 1059.006264] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b624bdb5-67a5-432d-99b8-c7403552ed1c deletion is rescheduled due to dependency. [ 1059.006399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.032323] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.038667] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.038835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.039758] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.039893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.039965] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.040175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.040796] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.040796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.040796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.045379] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.045379] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.045379] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.045379] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.046771] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.046771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.046771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.046771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.046951] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.046951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.047054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.047855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.047855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.047855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.047855] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.050056] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1762e0f-c362-4154-9125-4e14616b4964',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.054535] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.054535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.054535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.054760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.054760] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.055587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.055587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.055587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.055587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.055587] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.055587] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.059541] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.059541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.059541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.059541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.059541] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.059541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.059541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.059541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.059541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.059541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.059541] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.081094] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 424ad871-1bf0-4f6c-8cc0-9f48240efd49 with status ACTIVE [ 1059.081295] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.081461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.081561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.081819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.081945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.085252] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.085388] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.085452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.085650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.085741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.085947] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.086082] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.086153] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.086305] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.086391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.086488] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 424ad871-1bf0-4f6c-8cc0-9f48240efd49 is going to be updated. [ 1059.091328] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1762e0f-c362-4154-9125-4e14616b4964 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.091487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.097315] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.097485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.097592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.097812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.099520] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.099645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.142710] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.142878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.145131] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.145263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.146352] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.146486] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.147961] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.148125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.149350] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.149449] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.150284] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.150423] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.151228] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.151349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.152859] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.152993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.153896] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.154038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.154960] env[67361]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.155411] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.155569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.156316] env[67361]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.156733] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.156917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.157446] env[67361]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.157938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.158142] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc2cb74-f9ba-4585-b0d2-d11fe5a14894 is going to be deleted. [ 1059.159201] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.159489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.161733] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.161880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.161959] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.162221] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.162526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.162723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.175161] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.175415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.188270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.188461] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d92f7c8-00cc-4a77-84ee-e385d78ee75c is going to be deleted. [ 1059.189985] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.190240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.220159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.220404] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38b03731-337b-4147-8a04-7747fd88812a is going to be deleted. [ 1059.221608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.221849] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.276535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.276731] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02ea84b-6c8d-496e-98b9-57ff716de9f7 is going to be deleted. [ 1059.277919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.278183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.282993] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.283273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.341864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.342088] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7c82cb8-2360-4267-aebd-9ca35a878bc4 is going to be deleted. [ 1059.343214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.343542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.370372] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.370617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.378482] env[67361]: INFO networking_nsxv3.common.synchronization [req-9d32d7a7-bdff-4506-ac21-97cfb0fdd457 req-8b901aa0-008b-40b0-8d18-0a8ff96ae31b tempest-ServerRescueTestJSONUnderV235-2011322933 tempest-ServerRescueTestJSONUnderV235-2011322933-project-member] Enqueued Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_members [ 1059.378713] env[67361]: INFO networking_nsxv3.common.synchronization [req-9d32d7a7-bdff-4506-ac21-97cfb0fdd457 req-8b901aa0-008b-40b0-8d18-0a8ff96ae31b tempest-ServerRescueTestJSONUnderV235-2011322933 tempest-ServerRescueTestJSONUnderV235-2011322933-project-member] Enqueued Resource ID: b1762e0f-c362-4154-9125-4e14616b4964 with Priority: HIGHEST for action security_group_members [ 1059.379458] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_members [ 1059.379581] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1762e0f-c362-4154-9125-4e14616b4964 with Priority: HIGHEST for action security_group_members [ 1059.379867] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.380013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.380389] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1762e0f-c362-4154-9125-4e14616b4964 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.380389] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.400154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.400335] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6 is going to be deleted. [ 1059.401435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.401747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.405171] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.405372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.429645] env[67361]: INFO networking_nsxv3.common.synchronization [req-9d32d7a7-bdff-4506-ac21-97cfb0fdd457 req-8b901aa0-008b-40b0-8d18-0a8ff96ae31b tempest-ServerRescueTestJSONUnderV235-2011322933 tempest-ServerRescueTestJSONUnderV235-2011322933-project-member] Enqueued Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_rules [ 1059.429820] env[67361]: INFO networking_nsxv3.common.synchronization [req-9d32d7a7-bdff-4506-ac21-97cfb0fdd457 req-8b901aa0-008b-40b0-8d18-0a8ff96ae31b tempest-ServerRescueTestJSONUnderV235-2011322933 tempest-ServerRescueTestJSONUnderV235-2011322933-project-member] Enqueued Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_members [ 1059.429954] env[67361]: INFO networking_nsxv3.common.synchronization [req-9d32d7a7-bdff-4506-ac21-97cfb0fdd457 req-8b901aa0-008b-40b0-8d18-0a8ff96ae31b tempest-ServerRescueTestJSONUnderV235-2011322933 tempest-ServerRescueTestJSONUnderV235-2011322933-project-member] Enqueued Resource ID: 424ad871-1bf0-4f6c-8cc0-9f48240efd49 with Priority: HIGHEST for action port [ 1059.430560] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_rules [ 1059.430736] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_members [ 1059.430865] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424ad871-1bf0-4f6c-8cc0-9f48240efd49 with Priority: HIGHEST for action port [ 1059.431161] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.431263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.431460] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.431543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.431754] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-424ad871-1bf0-4f6c-8cc0-9f48240efd49 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.431857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.431920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.432128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.432289] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('424ad871-1bf0-4f6c-8cc0-9f48240efd49',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.446686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.446843] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ed1fd2-6791-479a-9ffd-a06149620d26 is going to be deleted. [ 1059.448078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.448304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.472469] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.472469] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.537801] env[67361]: INFO networking_nsxv3.common.synchronization [req-e1d1dcc6-8065-412c-a365-42449724cc71 req-d3b2752c-0d4d-44dc-bac9-4bf2f1b7f381 tempest-ServersTestMultiNic-1929914883 tempest-ServersTestMultiNic-1929914883-project-member] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1059.538999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.539168] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 073636c6-f394-4554-b6e9-ab284f16e279 is going to be deleted. [ 1059.540151] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.542122] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1059.542122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.542122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.545641] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.545766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.564600] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.565663] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.566391] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.567191] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.568177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.568177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.568177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.568177] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.568177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.568177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.568177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.569854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.569854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.569854] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.569854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.569854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.569854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.569854] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.569854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.569854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.571637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.571637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.571637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.571637] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.572113] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1762e0f-c362-4154-9125-4e14616b4964',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.585501] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.587238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.591763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.591918] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856cdcb4-584b-4864-a513-44608fdec59d is going to be deleted. [ 1059.593480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.593480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.604771] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.604938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.633752] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.633919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.646272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.646415] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 002977f3-3d01-4c13-bb61-2a76843f7d08 is going to be deleted. [ 1059.647719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.647719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.699961] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.700311] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f1635d3-22df-48a8-81db-4887e74e9a05 is going to be deleted. [ 1059.702304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.702804] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.747982] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.748289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.795696] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.796020] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ec87d2-fd30-4d54-821c-13924ae6b718 is going to be deleted. [ 1059.800124] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.800285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.822597] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.822772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.861655] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.861849] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.864591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.864591] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1377a375-b6ae-4d37-a092-bf0796063db3 is going to be deleted. [ 1059.864591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.864970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.866312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.866312] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.866312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.866312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.866312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.866312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.866312] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 already deleted. [ 1059.866592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.867979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.867979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.867979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.867979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc2cb74-f9ba-4585-b0d2-d11fe5a14894" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.867979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.867979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.868227] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.868348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.868348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.868708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.868708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.868708] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.870970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.871241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.871356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.871551] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d92f7c8-00cc-4a77-84ee-e385d78ee75c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.871727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.871953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38b03731-337b-4147-8a04-7747fd88812a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02ea84b-6c8d-496e-98b9-57ff716de9f7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7c82cb8-2360-4267-aebd-9ca35a878bc4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12d7c9f2-5f0d-4316-8e4c-6d0fcd131af6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ed1fd2-6791-479a-9ffd-a06149620d26" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-073636c6-f394-4554-b6e9-ab284f16e279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856cdcb4-584b-4864-a513-44608fdec59d" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.876186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.876186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.876186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.876186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-002977f3-3d01-4c13-bb61-2a76843f7d08" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.886849] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.887105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.887105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.887273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.887500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.887500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f1635d3-22df-48a8-81db-4887e74e9a05" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.914126] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.914467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.914729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.914917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.915119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.915298] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ec87d2-fd30-4d54-821c-13924ae6b718" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.934476] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 424ad871-1bf0-4f6c-8cc0-9f48240efd49 with status ACTIVE [ 1059.934733] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.935014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.935014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.935206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.935325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.935484] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.935549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.935641] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.935754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.935843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.936043] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.936136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.936196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.936339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.936409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.936507] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 424ad871-1bf0-4f6c-8cc0-9f48240efd49 is going to be updated. [ 1059.959631] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.959779] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.959863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.960070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.960158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.960279] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1377a375-b6ae-4d37-a092-bf0796063db3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.975297] env[67361]: INFO networking_nsxv3.common.synchronization [req-e1d1dcc6-8065-412c-a365-42449724cc71 req-a8d46727-2192-446b-9348-bf93e96db7dc tempest-ServersTestMultiNic-1929914883 tempest-ServersTestMultiNic-1929914883-project-member] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1059.975414] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1059.975713] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.975819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.987189] env[67361]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.987717] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.987851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.987945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.988160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.988287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.988469] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-424ad871-1bf0-4f6c-8cc0-9f48240efd49" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.046654] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.047059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.047231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.047576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.047743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.047951] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74034914-a3df-448d-9319-b3d384ea39e5 is going to be updated. [ 1060.067523] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b53f40-32ae-47e1-af11-c95b36a18980: rpc.has_security_group_logging(os_id): False [ 1060.072612] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e: rpc.has_security_group_logging(os_id): False [ 1060.073733] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb88b5f8-1721-4efd-8e0b-182e88a4e3f6: rpc.has_security_group_logging(os_id): False [ 1060.074702] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d35adc82-a1ec-4f65-b7b7-11c04179607e: rpc.has_security_group_logging(os_id): False [ 1060.075722] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.075862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.076015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.076271] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.076377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.076700] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1762e0f-c362-4154-9125-4e14616b4964 is going to be created. [ 1060.126379] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.126796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.126796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.126796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.128590] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.128783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.129577] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.129729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.129773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.129956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.130104] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.131789] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.131907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.132585] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.132694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.156688] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: IN_PROGRESS for 2s [ 1060.162224] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.162366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.162461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.162673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.162841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.168993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.169302] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.169410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.169485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.169804] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.169804] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.169993] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.169993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.170100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.170204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.170274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.170451] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.170599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.170734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.170813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.170985] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.170985] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 1060.172079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.172243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.174573] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1762e0f-c362-4154-9125-4e14616b4964 in Status: UNINITIALIZED for 2s [ 1060.212088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.212088] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.212088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.212088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.212088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.212088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.212088] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be updated. [ 1060.212088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.212639] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.243918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.243918] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.243918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.243918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.243918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.243918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.243918] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 is going to be updated. [ 1060.245208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.245208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.278987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.279379] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.279511] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.279580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.279806] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.279891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.279982] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 is going to be updated. [ 1060.331475] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.331671] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-809" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.331671] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-809" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.332010] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-809" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.332286] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.332449] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.332564] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.332785] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.332962] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.333203] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.333314] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.333421] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.333525] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.333632] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.333734] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.333864] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.354497] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.354677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.354783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.354960] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.355124] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.365712] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.365955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.365955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.366163] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.366452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.371455] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.371630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.371731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.371909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.371998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.372208] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.372308] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.372405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.372508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.372581] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.372664] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 already deleted. [ 1060.372744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.373027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.373184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.373323] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.373415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.373497] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.373683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.373761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.373855] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.384821] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: IN_PROGRESS for 2s [ 1060.387201] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 1060.404969] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.405059] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.071 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.405165] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.405351] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-809" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.405686] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-2c6ebe88-6fa3-45f4-8cba-1b830b1283be taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.405859] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-2c6ebe88-6fa3-45f4-8cba-1b830b1283be" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.405980] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-2c6ebe88-6fa3-45f4-8cba-1b830b1283be" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.406372] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-2c6ebe88-6fa3-45f4-8cba-1b830b1283be" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.406519] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c6ebe88-6fa3-45f4-8cba-1b830b1283be',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.452538] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.452976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.452976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.452976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.453131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.460090] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.460090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.460090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.460393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.460431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.493733] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: IN_PROGRESS for 2s [ 1060.495688] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: IN_PROGRESS for 2s [ 1060.874621] env[67361]: INFO networking_nsxv3.common.synchronization [req-560ad272-db0f-4ce1-a12b-96823d2e52f9 req-d7654fa3-a770-42d6-8242-5ddd459d994e tempest-ServersTestManualDisk-1966475355 tempest-ServersTestManualDisk-1966475355-project-member] Enqueued Resource ID: b8182354-31e1-4e0b-9288-b477c775b857 with Priority: HIGHEST for action security_group_members [ 1060.875016] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8182354-31e1-4e0b-9288-b477c775b857 with Priority: HIGHEST for action security_group_members [ 1060.875346] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8182354-31e1-4e0b-9288-b477c775b857 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.875504] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.875554] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.876272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.876272] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.876272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.876272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.876272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.876272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.876761] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8182354-31e1-4e0b-9288-b477c775b857',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.877270] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.878288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.878445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.878560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.878644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.878823] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.878922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.878993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.879151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.879227] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.884021] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 already deleted. [ 1060.884021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.886629] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1060.886858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.909440] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.909733] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.910173] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.910607] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.910774] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.910941] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 2c6ebe88-6fa3-45f4-8cba-1b830b1283be not found, creating... [ 1060.911239] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.911407] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.911554] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.911934] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.912085] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.912456] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.912683] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.912887] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.913128] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.913254] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.913396] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 2c6ebe88-6fa3-45f4-8cba-1b830b1283be is going to be created. [ 1060.939433] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.939642] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.939767] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.940087] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.940319] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.940722] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-2c6ebe88-6fa3-45f4-8cba-1b830b1283be" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.383167] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.383167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.383167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.383616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.406602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.406602] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.406709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.406975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.406975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.407093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.407093] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8182354-31e1-4e0b-9288-b477c775b857 is going to be updated. [ 1061.441929] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.442316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.442412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.442637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.442773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.455047] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8182354-31e1-4e0b-9288-b477c775b857 in Status: IN_PROGRESS for 2s [ 1061.593146] env[67361]: INFO networking_nsxv3.common.synchronization [req-e1d1dcc6-8065-412c-a365-42449724cc71 req-1c01d141-e36b-4101-ad53-1636479821b5 service nova] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_rules [ 1061.593146] env[67361]: INFO networking_nsxv3.common.synchronization [req-e1d1dcc6-8065-412c-a365-42449724cc71 req-1c01d141-e36b-4101-ad53-1636479821b5 service nova] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1061.593146] env[67361]: INFO networking_nsxv3.common.synchronization [req-e1d1dcc6-8065-412c-a365-42449724cc71 req-1c01d141-e36b-4101-ad53-1636479821b5 service nova] Enqueued Resource ID: 2c6ebe88-6fa3-45f4-8cba-1b830b1283be with Priority: HIGHEST for action port [ 1061.593146] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_rules [ 1061.593146] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1061.593146] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6ebe88-6fa3-45f4-8cba-1b830b1283be with Priority: HIGHEST for action port [ 1061.594292] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.594766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.595059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.595906] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.595906] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.598510] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.598510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.598510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.598510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.598510] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.598510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.598510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.598510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.598510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.598918] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.602411] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c6ebe88-6fa3-45f4-8cba-1b830b1283be taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.602411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c6ebe88-6fa3-45f4-8cba-1b830b1283be" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.602411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c6ebe88-6fa3-45f4-8cba-1b830b1283be" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.602411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c6ebe88-6fa3-45f4-8cba-1b830b1283be" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.602411] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c6ebe88-6fa3-45f4-8cba-1b830b1283be',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.104572] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.104572] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.104572] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.105688] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c6ebe88-6fa3-45f4-8cba-1b830b1283be with status ACTIVE [ 1062.106364] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.106364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.106364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.106364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.106364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.106688] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.106688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.106688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.106825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.106825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.107017] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.110742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.110742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.110742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.110742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.110742] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c6ebe88-6fa3-45f4-8cba-1b830b1283be is going to be updated. [ 1062.137252] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.137590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.137691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.138046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.139058] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.139058] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c6ebe88-6fa3-45f4-8cba-1b830b1283be" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.171291] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: SUCCESS [ 1062.171497] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.171733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.171814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.171964] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.172092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.172157] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.172315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.172394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.172488] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.186193] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1762e0f-c362-4154-9125-4e14616b4964 in Status: SUCCESS [ 1062.186193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.186193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.186193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.186193] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.187070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.187170] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.187443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.187545] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.187641] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1762e0f-c362-4154-9125-4e14616b4964',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.402562] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 1062.403087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.405983] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 1062.406181] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.413533] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.413732] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-869" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.413853] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-869" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.414668] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-869" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.414668] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.414668] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.414895] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.414942] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.415099] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.415310] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.415419] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.415527] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.415633] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.415739] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.415840] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.415967] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.435971] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.436460] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.436460] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.436460] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-869" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.436767] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-72dccd2d-8e1d-4574-88d6-e04aece9509b taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.436955] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-72dccd2d-8e1d-4574-88d6-e04aece9509b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.437083] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-72dccd2d-8e1d-4574-88d6-e04aece9509b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.437403] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-72dccd2d-8e1d-4574-88d6-e04aece9509b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.437541] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72dccd2d-8e1d-4574-88d6-e04aece9509b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.508061] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: SUCCESS [ 1062.508301] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.509110] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: SUCCESS [ 1062.509500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.611020] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.675706] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.691138] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.691138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.691138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.691719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.691719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.691719] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.691719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.691719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.691900] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.691900] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.691900] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1762e0f-c362-4154-9125-4e14616b4964 is going to be deleted. [ 1062.755412] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.755412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.755412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.755412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.755727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.755727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.755727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.755841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.756792] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.756792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.756792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.756792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.756792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.756792] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1762e0f-c362-4154-9125-4e14616b4964',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.939580] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.939809] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.939931] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.940241] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.940399] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.940553] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 72dccd2d-8e1d-4574-88d6-e04aece9509b not found, creating... [ 1062.940835] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.940992] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.941119] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.941341] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.941477] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.941752] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.941903] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.942034] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.942562] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.942562] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.942562] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 72dccd2d-8e1d-4574-88d6-e04aece9509b is going to be created. [ 1062.965446] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.965663] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.965863] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.966262] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.966523] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.966800] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-72dccd2d-8e1d-4574-88d6-e04aece9509b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.118089] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.118355] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.118437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.118741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.118833] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.118935] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be created. [ 1063.142981] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.143192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.143290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.143504] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.143733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.154228] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: UNINITIALIZED for 2s [ 1063.176849] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.262021] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.262021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.262021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.262021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.262021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.262021] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.262021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.262021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.262021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.262021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.262021] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1762e0f-c362-4154-9125-4e14616b4964 already deleted. [ 1063.262021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.262021] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1762e0f-c362-4154-9125-4e14616b4964',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.262021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.262021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.262021] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.262933] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.262933] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.262933] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.263331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.263600] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1762e0f-c362-4154-9125-4e14616b4964',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.472278] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8182354-31e1-4e0b-9288-b477c775b857 in Status: SUCCESS [ 1063.472575] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8182354-31e1-4e0b-9288-b477c775b857 deletion is rescheduled due to dependency. [ 1063.472756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8182354-31e1-4e0b-9288-b477c775b857" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.679896] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.679986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.680076] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.680283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.680380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.680485] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74034914-a3df-448d-9319-b3d384ea39e5 is going to be updated. [ 1063.693741] env[67361]: INFO networking_nsxv3.common.synchronization [req-e1d1dcc6-8065-412c-a365-42449724cc71 req-91e734c9-98a2-4838-aeb7-93d5d1cc3d68 service nova] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_rules [ 1063.693944] env[67361]: INFO networking_nsxv3.common.synchronization [req-e1d1dcc6-8065-412c-a365-42449724cc71 req-91e734c9-98a2-4838-aeb7-93d5d1cc3d68 service nova] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1063.694112] env[67361]: INFO networking_nsxv3.common.synchronization [req-e1d1dcc6-8065-412c-a365-42449724cc71 req-91e734c9-98a2-4838-aeb7-93d5d1cc3d68 service nova] Enqueued Resource ID: 72dccd2d-8e1d-4574-88d6-e04aece9509b with Priority: HIGHEST for action port [ 1063.694638] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_rules [ 1063.694773] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1063.694873] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72dccd2d-8e1d-4574-88d6-e04aece9509b with Priority: HIGHEST for action port [ 1063.695158] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.695262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.695450] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.695530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.695703] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-72dccd2d-8e1d-4574-88d6-e04aece9509b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.695801] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72dccd2d-8e1d-4574-88d6-e04aece9509b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.695863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72dccd2d-8e1d-4574-88d6-e04aece9509b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.696073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72dccd2d-8e1d-4574-88d6-e04aece9509b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.696153] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72dccd2d-8e1d-4574-88d6-e04aece9509b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.713053] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.713216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.713310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.713526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.713681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.727418] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: IN_PROGRESS for 2s [ 1063.766191] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1762e0f-c362-4154-9125-4e14616b4964',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.767271] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.767428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.767507] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.767818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.767878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.768069] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.768177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.768243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.768400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.768475] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.768632] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1762e0f-c362-4154-9125-4e14616b4964 already deleted. [ 1063.768775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.043960] env[67361]: INFO networking_nsxv3.common.synchronization [None req-b58e641d-0206-474f-9bfc-39c5a5d802ae tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_rules [ 1064.046255] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_rules [ 1064.046544] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.046701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.046759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.047211] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.047333] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.112361] env[67361]: INFO networking_nsxv3.common.synchronization [None req-2c2df8d9-9354-431c-81a3-c8183699ea2a tempest-ServerActionsTestJSON-939340692 tempest-ServerActionsTestJSON-939340692-project-member] Enqueued Resource ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff with Priority: HIGHEST for action security_group_rules [ 1064.112361] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff with Priority: HIGHEST for action security_group_rules [ 1064.112361] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.112361] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.112361] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.115547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.115547] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2e8eec4-35f1-4f52-bc61-1cf25a8217ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.191025] env[67361]: INFO networking_nsxv3.common.synchronization [None req-738e0b2c-94fd-45de-b9e3-f1c31f973296 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_rules [ 1064.192182] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_rules [ 1064.192182] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.192182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.199095] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72dccd2d-8e1d-4574-88d6-e04aece9509b with status ACTIVE [ 1064.199210] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.199294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.199353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.200032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.200032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.200032] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.200216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.200216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.200344] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.200439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.200683] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.200790] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.200859] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.201034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.201147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.201192] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72dccd2d-8e1d-4574-88d6-e04aece9509b is going to be updated. [ 1064.225622] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.225812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.225878] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.226119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.226374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.226473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72dccd2d-8e1d-4574-88d6-e04aece9509b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.260782] env[67361]: INFO networking_nsxv3.common.synchronization [None req-92854810-5499-439a-94b3-bbc619106714 tempest-ServerActionsTestJSON-939340692 tempest-ServerActionsTestJSON-939340692-project-member] Enqueued Resource ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff with Priority: HIGHEST for action security_group_rules [ 1064.262116] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff with Priority: HIGHEST for action security_group_rules [ 1064.262116] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.262116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.275329] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1762e0f-c362-4154-9125-4e14616b4964: rpc.has_security_group_logging(os_id): False [ 1064.298896] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.299138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.299215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.299569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.299569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.299784] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.300306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.300306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.300306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.300306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.300560] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1762e0f-c362-4154-9125-4e14616b4964 is going to be created. [ 1064.322230] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b1762e0f-c362-4154-9125-4e14616b4964], does not exist path=[/infra/domains/default/groups/b1762e0f-c362-4154-9125-4e14616b4964]."\n}' [ 1064.322410] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1762e0f-c362-4154-9125-4e14616b4964 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b1762e0f-c362-4154-9125-4e14616b4964 [ 1064.322471] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1064.390269] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.390269] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.390541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.390675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.392892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.393516] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.393785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.393905] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.394242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.394400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.394816] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.395036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.395151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.395423] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.395966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.396205] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1762e0f-c362-4154-9125-4e14616b4964 is going to be created. [ 1064.420806] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b1762e0f-c362-4154-9125-4e14616b4964], does not exist path=[/infra/domains/default/groups/b1762e0f-c362-4154-9125-4e14616b4964]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b1762e0f-c362-4154-9125-4e14616b4964 [ 1064.421015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1762e0f-c362-4154-9125-4e14616b4964" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.421320] env[67361]: Traceback (most recent call last): [ 1064.421320] env[67361]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1064.421320] env[67361]: return func(*args, **kwargs) [ 1064.421320] env[67361]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1064.421320] env[67361]: res.raise_for_status() [ 1064.421320] env[67361]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1064.421320] env[67361]: raise HTTPError(http_error_msg, response=self) [ 1064.421320] env[67361]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b1762e0f-c362-4154-9125-4e14616b4964 [ 1064.421320] env[67361]: During handling of the above exception, another exception occurred: [ 1064.421320] env[67361]: Traceback (most recent call last): [ 1064.421320] env[67361]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1064.421320] env[67361]: listener.cb(fileno) [ 1064.421320] env[67361]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1064.421320] env[67361]: result = function(*args, **kwargs) [ 1064.421320] env[67361]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1064.421320] env[67361]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1064.421320] env[67361]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1064.421320] env[67361]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1064.421320] env[67361]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1064.421320] env[67361]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1064.421320] env[67361]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1064.421320] env[67361]: res.raise_for_status() [ 1064.421320] env[67361]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1064.421320] env[67361]: raise HTTPError(http_error_msg, response=self) [ 1064.421320] env[67361]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b1762e0f-c362-4154-9125-4e14616b4964 [ 1064.421320] env[67361]: Removing descriptor: 59 [ 1064.567157] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.567512] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-809" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.567512] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-809" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.567734] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-809" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.567994] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.568332] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.568547] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.568828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.569019] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.569272] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.569408] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.569530] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.569638] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.574019] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.574019] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.574019] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.574019] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.574019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.574019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.574019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.574019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.574019] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 already deleted. [ 1064.574019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.574019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.574681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.574998] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.597412] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.597412] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.597412] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.597412] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-809" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.597412] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-134080c1-813e-4958-8a29-294dc27d68ae taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.597412] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-134080c1-813e-4958-8a29-294dc27d68ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.597412] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-134080c1-813e-4958-8a29-294dc27d68ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.598091] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-134080c1-813e-4958-8a29-294dc27d68ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.598397] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('134080c1-813e-4958-8a29-294dc27d68ae',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.651262] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.651552] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.651552] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.651749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.651844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.652120] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff already deleted. [ 1064.652120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.652649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.652755] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.652846] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2e8eec4-35f1-4f52-bc61-1cf25a8217ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.101242] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.101489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.101489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.101655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.101732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.101869] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 already deleted. [ 1065.102030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.102549] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.102805] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.103407] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.103407] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.103566] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.103649] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 134080c1-813e-4958-8a29-294dc27d68ae not found, creating... [ 1065.103876] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.104087] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.104248] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.104499] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.104663] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.105055] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.105273] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.105420] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.105667] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.105840] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.106164] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 134080c1-813e-4958-8a29-294dc27d68ae is going to be created. [ 1065.129402] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.129610] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.129737] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.130265] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.130265] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.130492] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-134080c1-813e-4958-8a29-294dc27d68ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.168715] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1065.169033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.169263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.169569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.169778] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.169903] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.169974] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.170157] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.170258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.170369] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.170476] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.171582] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.172131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.172219] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.172330] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.172409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.172589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.172681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.172789] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.179490] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.180227] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.180764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.181025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.181143] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.181262] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff already deleted. [ 1065.181352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.675093] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.675569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.675569] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.739393] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: SUCCESS [ 1065.740134] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.740677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.741386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.741841] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.742027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.742453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.743179] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.743179] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.743179] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.743179] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.744411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.744503] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.744613] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.745405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.745405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.745405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.745405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.745405] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.885023] env[67361]: INFO networking_nsxv3.common.synchronization [req-e1d1dcc6-8065-412c-a365-42449724cc71 req-6bb1960d-6468-414b-8583-7feaa3d6c00e service nova] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_rules [ 1065.885023] env[67361]: INFO networking_nsxv3.common.synchronization [req-e1d1dcc6-8065-412c-a365-42449724cc71 req-6bb1960d-6468-414b-8583-7feaa3d6c00e service nova] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1065.885734] env[67361]: INFO networking_nsxv3.common.synchronization [req-e1d1dcc6-8065-412c-a365-42449724cc71 req-6bb1960d-6468-414b-8583-7feaa3d6c00e service nova] Enqueued Resource ID: 134080c1-813e-4958-8a29-294dc27d68ae with Priority: HIGHEST for action port [ 1065.886544] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_rules [ 1065.886544] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1065.886631] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134080c1-813e-4958-8a29-294dc27d68ae with Priority: HIGHEST for action port [ 1065.886899] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.887011] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.887229] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.887312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.887487] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-134080c1-813e-4958-8a29-294dc27d68ae taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.887589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-134080c1-813e-4958-8a29-294dc27d68ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.887644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-134080c1-813e-4958-8a29-294dc27d68ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.889034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-134080c1-813e-4958-8a29-294dc27d68ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.889034] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('134080c1-813e-4958-8a29-294dc27d68ae',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.085786] env[67361]: INFO networking_nsxv3.common.synchronization [req-42fb8d7c-ee5a-4a8a-8803-7c10420940de req-e5c85692-dfb7-478d-9d5b-3735694a88d9 tempest-DeleteServersTestJSON-1581326510 tempest-DeleteServersTestJSON-1581326510-project-member] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1066.086323] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1066.086619] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.086735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.086799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.087132] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.087289] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.087418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.088021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.088021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.088021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.088021] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.178172] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.247246] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.248415] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.248532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.338924] env[67361]: INFO networking_nsxv3.common.synchronization [req-488414cf-ff14-4836-9be5-0fef07b076cc req-0795b343-b431-477b-bf3a-f2741ada4c88 tempest-ServerDiskConfigTestJSON-1842165197 tempest-ServerDiskConfigTestJSON-1842165197-project-member] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 1066.339648] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGHEST for action security_group_members [ 1066.339978] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.340190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.340290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.340527] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.340755] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.340898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.341026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.341224] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.341346] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.341471] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.390621] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 134080c1-813e-4958-8a29-294dc27d68ae with status ACTIVE [ 1066.390977] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.391206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.391279] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.391506] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.391596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.391811] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.391911] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.392053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.392147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.392221] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.392426] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.392548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.392637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.392729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.392864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.392906] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 134080c1-813e-4958-8a29-294dc27d68ae is going to be updated. [ 1066.424751] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.424983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.425065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.425316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.425484] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.425675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-134080c1-813e-4958-8a29-294dc27d68ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.523056] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.523266] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.523388] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.523707] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.523970] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.524612] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.524811] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.525086] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.525302] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.525528] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.525683] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.525798] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.526057] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.526182] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.526361] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.526676] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.558707] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.558944] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.559114] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.559347] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.559688] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-a727dce5-233a-429a-93d3-8c717d6ccdf3 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.559927] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-a727dce5-233a-429a-93d3-8c717d6ccdf3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.560034] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-a727dce5-233a-429a-93d3-8c717d6ccdf3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.560336] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-a727dce5-233a-429a-93d3-8c717d6ccdf3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.560486] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a727dce5-233a-429a-93d3-8c717d6ccdf3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.571453] env[67361]: INFO networking_nsxv3.common.synchronization [req-dc9df27f-740f-4120-b064-0807c513f9f8 req-d82ef7f8-efc6-4c26-8d27-e2dc1e2cf020 tempest-ServersTestJSON-590728185 tempest-ServersTestJSON-590728185-project-member] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1066.572190] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1066.572824] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.572824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.572824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.573034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.573173] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.573278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.573339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.573516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.573620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.573718] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.590940] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.591143] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.591188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.591384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.591474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.591830] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.591981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.592079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.592228] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.592303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.592390] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 already deleted. [ 1066.592474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.681655] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.682041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.682041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.682041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.682158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.682237] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1066.717813] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.717813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.717813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.717813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.717813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.728926] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1066.752202] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.844019] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.844193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.844262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.844479] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.866296] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.866575] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.866695] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.866761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.866972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.867066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.867157] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be updated. [ 1066.910262] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.911812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.911812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.911812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.911812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.923762] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: IN_PROGRESS for 2s [ 1067.063452] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.063875] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.064129] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.066018] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.066018] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.066018] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port a727dce5-233a-429a-93d3-8c717d6ccdf3 not found, creating... [ 1067.066018] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.066018] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.066018] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.066018] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.066018] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.066018] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.066628] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.066846] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.067177] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.067419] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.067650] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: a727dce5-233a-429a-93d3-8c717d6ccdf3 is going to be created. [ 1067.076054] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.091081] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.091331] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.091455] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.091762] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.091981] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.092259] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-a727dce5-233a-429a-93d3-8c717d6ccdf3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.258397] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.258588] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.258697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.258929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.259034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.259139] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74034914-a3df-448d-9319-b3d384ea39e5 is going to be updated. [ 1067.311876] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.312145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.312204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.312414] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.312564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.325814] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: IN_PROGRESS for 2s [ 1067.578466] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.940872] env[67361]: INFO networking_nsxv3.common.synchronization [req-42fb8d7c-ee5a-4a8a-8803-7c10420940de req-b7cb3c06-46da-48ba-9679-43bfa7be24ec service nova] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_rules [ 1067.941191] env[67361]: INFO networking_nsxv3.common.synchronization [req-42fb8d7c-ee5a-4a8a-8803-7c10420940de req-b7cb3c06-46da-48ba-9679-43bfa7be24ec service nova] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1067.941191] env[67361]: INFO networking_nsxv3.common.synchronization [req-42fb8d7c-ee5a-4a8a-8803-7c10420940de req-b7cb3c06-46da-48ba-9679-43bfa7be24ec service nova] Enqueued Resource ID: a727dce5-233a-429a-93d3-8c717d6ccdf3 with Priority: HIGHEST for action port [ 1067.941695] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_rules [ 1067.942401] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1067.942401] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a727dce5-233a-429a-93d3-8c717d6ccdf3 with Priority: HIGHEST for action port [ 1067.942401] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.942401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.942737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.942737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.943443] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.943732] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.946513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.946513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.946513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.946513] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.946680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.946680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.946749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.947242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.947242] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.948878] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-a727dce5-233a-429a-93d3-8c717d6ccdf3 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.949034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a727dce5-233a-429a-93d3-8c717d6ccdf3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.953275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a727dce5-233a-429a-93d3-8c717d6ccdf3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.953275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a727dce5-233a-429a-93d3-8c717d6ccdf3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.953275] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a727dce5-233a-429a-93d3-8c717d6ccdf3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.081073] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.081073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.081073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.081966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.082088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.082194] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1068.111759] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.112078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.112200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.112458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.112804] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.123175] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1068.455981] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.456186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.456320] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.466533] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a727dce5-233a-429a-93d3-8c717d6ccdf3 with status ACTIVE [ 1068.466945] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.467246] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.467431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.468140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.468140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.468140] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.468140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.468410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.468410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.468410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.468612] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.468707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.468769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.468904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.468973] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.469077] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a727dce5-233a-429a-93d3-8c717d6ccdf3 is going to be updated. [ 1068.494632] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.494847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.494847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.494984] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.495123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.495300] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a727dce5-233a-429a-93d3-8c717d6ccdf3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.739388] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1068.742019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.742019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.742019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.742019] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.742019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.742019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.742019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.742019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.742019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.742019] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.742019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.743731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.743731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.743731] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.743731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.743731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.743731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.743731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.743731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.743731] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.744774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.744940] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.745102] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.746168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.746168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.746168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.746168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.746168] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.936213] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35adc82-a1ec-4f65-b7b7-11c04179607e in Status: SUCCESS [ 1068.936400] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e deletion is rescheduled due to dependency. [ 1068.936568] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.959455] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.250693] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31535848-e742-48dd-bffd-5aa8a8e2df01: rpc.has_security_group_logging(os_id): False [ 1069.250693] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.271579] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.272814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.273102] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.273464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.273716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.274115] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.274404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.276056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.276056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.276056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.276056] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.276056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.276056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.276056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.276056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.276056] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.276056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.276056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.276056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.276056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.276056] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be created. [ 1069.337990] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: SUCCESS [ 1069.338573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.341100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.341100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.341100] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.341100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.341100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.341100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.341100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.341100] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.347044] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.347044] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.347044] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.347044] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.347044] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.360568] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1069.462617] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.462822] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.462914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.463174] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.463277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.464309] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be created. [ 1069.502724] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.502972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.503164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.503613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.503930] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.520284] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: UNINITIALIZED for 2s [ 1069.754411] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.843583] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.137022] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1070.137022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.258147] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.258358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.258396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.258800] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.258924] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.259043] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1070.310188] env[67361]: INFO networking_nsxv3.common.synchronization [req-fee6e694-9b44-4531-8d2a-9c1a17ad5abb req-a408ba25-b774-4b30-9823-55bea25cb869 tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_members [ 1070.311338] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_members [ 1070.311605] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9baff9-438b-4c15-8de6-dd29aa07530c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.311724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.312202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.312202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.312353] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.312436] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.312513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.313668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.313668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.313668] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.343910] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.344145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.344347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.344579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.344778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.350270] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.372194] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1070.772158] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.772379] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.772497] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.772992] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.773071] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.773369] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.773480] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.773839] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.773839] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.774066] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.774170] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.774288] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.774396] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.774537] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.774605] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.775102] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.799632] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.799813] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.799976] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.800220] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.800842] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-ca66811f-ac79-48be-93b2-17462640fa40 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.800982] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-ca66811f-ac79-48be-93b2-17462640fa40" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.801306] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-ca66811f-ac79-48be-93b2-17462640fa40" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.801402] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-ca66811f-ac79-48be-93b2-17462640fa40" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.801543] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca66811f-ac79-48be-93b2-17462640fa40',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.817047] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.818138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.818138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.818138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.841756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.842051] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.842189] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.842258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.842473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.842565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.842658] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c is going to be updated. [ 1070.852105] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.852549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.852627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.853631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.853889] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.853935] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74034914-a3df-448d-9319-b3d384ea39e5 is going to be updated. [ 1070.879110] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.879110] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.879110] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.879341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.879461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.881455] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.881567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.881638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.881938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.882125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.900104] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: IN_PROGRESS for 2s [ 1070.900104] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c in Status: IN_PROGRESS for 2s [ 1071.304356] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.304784] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.304839] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.305185] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.305384] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.305547] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port ca66811f-ac79-48be-93b2-17462640fa40 not found, creating... [ 1071.305894] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.306069] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.306188] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.306420] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.306553] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.306841] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.306995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.307155] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.307331] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.307462] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.307599] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: ca66811f-ac79-48be-93b2-17462640fa40 is going to be created. [ 1071.332432] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.332646] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.332768] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.333095] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.333381] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.333623] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-ca66811f-ac79-48be-93b2-17462640fa40" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.378007] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1071.378265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.378465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.378691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.378785] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.518898] env[67361]: INFO networking_nsxv3.common.synchronization [req-c2c4f31c-7b16-4b53-a27c-83973b503074 req-ca3fef71-ea43-42be-96e0-430e143ae4de tempest-ServerRescueTestJSONUnderV235-2011322933 tempest-ServerRescueTestJSONUnderV235-2011322933-project-member] Enqueued Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_members [ 1071.519489] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74034914-a3df-448d-9319-b3d384ea39e5 with Priority: HIGHEST for action security_group_members [ 1071.519798] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.519909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.530884] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1071.531132] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.531285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.531513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.531700] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.531817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.531880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.532046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.532128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.532215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.532310] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.880959] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.881167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.036641] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.036823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.036918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.037157] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.037325] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.037671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.037671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.037671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.037865] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.037865] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.038008] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.038068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.038123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.038274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.038607] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.038899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.038899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.038899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.039015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.039117] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.039170] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.093925] env[67361]: INFO networking_nsxv3.common.synchronization [req-fee6e694-9b44-4531-8d2a-9c1a17ad5abb req-704b52d2-ae41-4c84-8f7b-5023c9d18fec service nova] Enqueued Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_rules [ 1072.093925] env[67361]: INFO networking_nsxv3.common.synchronization [req-fee6e694-9b44-4531-8d2a-9c1a17ad5abb req-704b52d2-ae41-4c84-8f7b-5023c9d18fec service nova] Enqueued Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_members [ 1072.094162] env[67361]: INFO networking_nsxv3.common.synchronization [req-fee6e694-9b44-4531-8d2a-9c1a17ad5abb req-704b52d2-ae41-4c84-8f7b-5023c9d18fec service nova] Enqueued Resource ID: ca66811f-ac79-48be-93b2-17462640fa40 with Priority: HIGHEST for action port [ 1072.094923] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_rules [ 1072.095098] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_members [ 1072.095229] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca66811f-ac79-48be-93b2-17462640fa40 with Priority: HIGHEST for action port [ 1072.095483] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9baff9-438b-4c15-8de6-dd29aa07530c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.095614] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.095670] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.096063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.096063] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.097224] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9baff9-438b-4c15-8de6-dd29aa07530c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.097224] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.097455] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca66811f-ac79-48be-93b2-17462640fa40 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.097575] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca66811f-ac79-48be-93b2-17462640fa40" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.097641] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca66811f-ac79-48be-93b2-17462640fa40" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.097859] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca66811f-ac79-48be-93b2-17462640fa40" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.097952] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca66811f-ac79-48be-93b2-17462640fa40',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.382994] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1072.383752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.384076] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.384391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.386025] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.386025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.386025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.386025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.386025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.386025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.386025] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.541412] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a3a2bd-457b-4620-b447-35f17c36b051: rpc.has_security_group_logging(os_id): False [ 1072.563441] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.564261] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.564366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.564579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.564798] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.564907] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.565053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.565150] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.565448] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.565448] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.567834] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.567834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.567834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.567834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.567834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.567834] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.567834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.567834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.567834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.567834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.567834] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be created. [ 1072.600187] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9baff9-438b-4c15-8de6-dd29aa07530c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.600357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.603082] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca66811f-ac79-48be-93b2-17462640fa40 with status ACTIVE [ 1072.603697] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.603697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.603697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.603934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.604179] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.604403] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.605251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.605251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.605251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.605251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.605251] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.605251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.605251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.605549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.605549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.605549] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca66811f-ac79-48be-93b2-17462640fa40 is going to be updated. [ 1072.636028] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.636176] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.636268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.636471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.636615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.636862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca66811f-ac79-48be-93b2-17462640fa40" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.676501] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.676882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.676998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.677289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.677563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.690627] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1072.887624] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.887854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.887912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.888218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.888418] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.888538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.888604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.888818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.888918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.889070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.889252] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.889386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.889443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.889592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.889747] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.889847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.889908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.890126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.890212] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.890327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.890442] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.915744] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c in Status: SUCCESS [ 1072.915744] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c deletion is rescheduled due to dependency. [ 1072.915744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.915744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.916195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.916195] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.916306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.916362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.916554] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.916623] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.916729] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.918630] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: SUCCESS [ 1072.918630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.918840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.918976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.919088] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.919196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.919400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.919400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.920210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.920210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.920210] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74034914-a3df-448d-9319-b3d384ea39e5 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.920210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.920210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.920210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.920210] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.920658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.920658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.920658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.920658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.920658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.920658] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.922152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.922323] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.922471] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.922569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.922639] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.922784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.922884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.922952] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.392552] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31535848-e742-48dd-bffd-5aa8a8e2df01: rpc.has_security_group_logging(os_id): False [ 1073.412446] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.412653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.412699] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.412925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.413040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.413281] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.413393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.413524] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.413622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.413698] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.413931] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.414043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.414102] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.414275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.414350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.414563] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.414656] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.414709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.414880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.414959] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.415061] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1073.422401] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.425087] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74034914-a3df-448d-9319-b3d384ea39e5: rpc.has_security_group_logging(os_id): False [ 1073.426183] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.426312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.426384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.426577] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.443637] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.443841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.445456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.445731] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.445883] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.446034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.446229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.446323] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.446421] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74034914-a3df-448d-9319-b3d384ea39e5 is going to be updated. [ 1073.447585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.447778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.447860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.448097] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.448201] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.448267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.448406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.448482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.448706] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.448830] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.448944] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.449054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.449131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.449310] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.449401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.449467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.449594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.449664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.449747] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74034914-a3df-448d-9319-b3d384ea39e5 is going to be updated. [ 1073.480973] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.481183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.481183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.481378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.481572] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.489388] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.489608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.489608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.489814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.489946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.492812] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: IN_PROGRESS for 2s [ 1073.502487] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1073.517241] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.517448] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.517573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.517792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.517951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.533282] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: IN_PROGRESS for 2s [ 1073.925829] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.428400] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.428890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.428890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.429077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.429077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.429191] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c is going to be updated. [ 1074.461466] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.461692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.461692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.462040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.462083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.472962] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c in Status: IN_PROGRESS for 2s [ 1074.705866] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1074.706182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.879647] env[67361]: INFO networking_nsxv3.common.synchronization [None req-ddc9093a-4732-4b51-98d0-8bbedaf06ff4 None None] Enqueued Resource ID: 384a6092-8f80-4dd8-b2f1-d9178d8ba158 with Priority: HIGHEST for action port [ 1074.880566] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384a6092-8f80-4dd8-b2f1-d9178d8ba158 with Priority: HIGHEST for action port [ 1074.880566] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-384a6092-8f80-4dd8-b2f1-d9178d8ba158 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.880566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-384a6092-8f80-4dd8-b2f1-d9178d8ba158" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.880566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-384a6092-8f80-4dd8-b2f1-d9178d8ba158" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.881024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-384a6092-8f80-4dd8-b2f1-d9178d8ba158" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.881024] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('384a6092-8f80-4dd8-b2f1-d9178d8ba158',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.382926] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 384a6092-8f80-4dd8-b2f1-d9178d8ba158 [ 1075.383229] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.383397] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.383468] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.383681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.383764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.383856] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:384a6092-8f80-4dd8-b2f1-d9178d8ba158 already deleted. [ 1075.383932] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-384a6092-8f80-4dd8-b2f1-d9178d8ba158" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.504167] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: SUCCESS [ 1075.504465] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74034914-a3df-448d-9319-b3d384ea39e5 deletion is rescheduled due to dependency. [ 1075.504964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.517946] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1075.518303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.518557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.518964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.518964] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.551567] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74034914-a3df-448d-9319-b3d384ea39e5 in Status: SUCCESS [ 1075.551850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.552418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.552759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.552883] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.023456] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.023741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.023741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.023968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.024171] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.024353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.024353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.024679] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.024679] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.024679] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.024679] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.082373] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.082373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.082373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.082373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.082373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.082373] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74034914-a3df-448d-9319-b3d384ea39e5 is going to be deleted. [ 1076.161726] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.164726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.164726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.164726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.164726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.164726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.164726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.164726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.164726] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74034914-a3df-448d-9319-b3d384ea39e5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.484308] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c in Status: SUCCESS [ 1076.484541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.485197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.485197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.485197] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.485382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.485382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.485600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.485600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.485679] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.485762] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.528293] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.528592] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.528637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.530021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.530021] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.530021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.530021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.530021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.530021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.530021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.530021] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.530021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.530439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.530439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.530439] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.530439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.530585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.530640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.530713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.530789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.530894] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.699888] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.700089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.700208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.700470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.700598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.700851] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74034914-a3df-448d-9319-b3d384ea39e5 already deleted. [ 1076.700944] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74034914-a3df-448d-9319-b3d384ea39e5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.991498] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9baff9-438b-4c15-8de6-dd29aa07530c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.991661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.991728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.991904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.992091] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.992616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.992680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.992851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.992946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.993059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.993245] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9baff9-438b-4c15-8de6-dd29aa07530c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.993301] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.993495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.993495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.993892] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.993892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.993892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.993892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.994166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.994166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.994586] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.033801] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31535848-e742-48dd-bffd-5aa8a8e2df01: rpc.has_security_group_logging(os_id): False [ 1077.052365] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.052515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.052515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.052728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.053230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.053617] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.053617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.053617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.053819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.053963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.054223] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.054367] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.054426] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.054590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.054667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.055114] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.055114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.055114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.055332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.055332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.055332] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1077.120418] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.120570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.120631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.120870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.121035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.137187] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1077.268020] env[67361]: INFO networking_nsxv3.common.synchronization [None req-e9864df1-33b9-4b3e-beae-5132d652cb75 None None] Enqueued Resource ID: be62f379-cee0-4a1c-85f9-66fea1831f7e with Priority: HIGHEST for action port [ 1077.268020] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be62f379-cee0-4a1c-85f9-66fea1831f7e with Priority: HIGHEST for action port [ 1077.268020] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-be62f379-cee0-4a1c-85f9-66fea1831f7e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.268020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be62f379-cee0-4a1c-85f9-66fea1831f7e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.268020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be62f379-cee0-4a1c-85f9-66fea1831f7e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.268303] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be62f379-cee0-4a1c-85f9-66fea1831f7e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.268348] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be62f379-cee0-4a1c-85f9-66fea1831f7e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.498381] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9baff9-438b-4c15-8de6-dd29aa07530c: rpc.has_security_group_logging(os_id): False [ 1077.522803] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.523066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.523209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.523530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.523664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.523902] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.524016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.524118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.524353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.524353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.524649] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.524934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.524934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.525041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.525113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.525332] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.525434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.525434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.525589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.525680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.525765] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c is going to be updated. [ 1077.612442] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.612442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.612442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.612442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.612442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.627647] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c in Status: IN_PROGRESS for 2s [ 1077.772013] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be62f379-cee0-4a1c-85f9-66fea1831f7e [ 1077.772374] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.772509] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.772598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.772828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.772933] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.773268] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be62f379-cee0-4a1c-85f9-66fea1831f7e already deleted. [ 1077.773268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be62f379-cee0-4a1c-85f9-66fea1831f7e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.156622] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1079.156958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.337790] env[67361]: INFO networking_nsxv3.common.synchronization [req-f2cb43e8-6978-4668-b499-c478fcb453a9 req-26a8615b-f0bf-4450-8b06-cc2827bb2925 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_members [ 1079.339917] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_members [ 1079.340902] env[67361]: INFO networking_nsxv3.common.synchronization [req-83fcfe03-e04e-4988-b0f3-fe4e920aaf32 req-33db75c2-720f-4080-943b-8f298c310383 tempest-ServersTestJSON-590728185 tempest-ServersTestJSON-590728185-project-member] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1079.342306] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.342306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.342306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.342306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.342306] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.342306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.342306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.342306] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.342735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.342735] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.343705] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1079.344158] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.344590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.344590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.344766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.344898] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.345012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.345094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.345242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.345334] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.345434] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.643811] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c in Status: SUCCESS [ 1079.644081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.845694] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.845808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.845871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.846138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.846233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.846424] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.846556] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.846614] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.847288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.847288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.847288] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 already deleted. [ 1079.847288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.848713] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.851566] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.852215] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.852215] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.852215] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.904518] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.904518] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.904518] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.904518] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.904518] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.904518] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.904518] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.904518] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.904518] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.904518] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.904518] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.904518] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.904518] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.904518] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.904518] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.904518] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.906203] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-7538b0d4-4687-45d5-a6c9-91164a675bfc taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.906203] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-7538b0d4-4687-45d5-a6c9-91164a675bfc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.906203] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-7538b0d4-4687-45d5-a6c9-91164a675bfc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.906203] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-7538b0d4-4687-45d5-a6c9-91164a675bfc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.906203] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7538b0d4-4687-45d5-a6c9-91164a675bfc',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.356508] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.382935] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.383252] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.383342] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.383600] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.383769] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.383898] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 7538b0d4-4687-45d5-a6c9-91164a675bfc not found, creating... [ 1080.384200] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.384361] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.384477] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.384707] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.384836] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.385214] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.385391] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.385520] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.386344] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.386344] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.386344] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 7538b0d4-4687-45d5-a6c9-91164a675bfc is going to be created. [ 1080.407696] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.408071] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.408241] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.408635] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.409103] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.409357] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-7538b0d4-4687-45d5-a6c9-91164a675bfc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.861026] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.861026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.861026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.861026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.861026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.861026] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1080.892713] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.892941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.892941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.893204] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.893345] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.903706] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1081.182594] env[67361]: INFO networking_nsxv3.common.synchronization [req-f2cb43e8-6978-4668-b499-c478fcb453a9 req-8a2bebd8-e2c1-4ef2-9719-6f9ef000847e service nova] Enqueued Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_rules [ 1081.182773] env[67361]: INFO networking_nsxv3.common.synchronization [req-f2cb43e8-6978-4668-b499-c478fcb453a9 req-8a2bebd8-e2c1-4ef2-9719-6f9ef000847e service nova] Enqueued Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_members [ 1081.182910] env[67361]: INFO networking_nsxv3.common.synchronization [req-f2cb43e8-6978-4668-b499-c478fcb453a9 req-8a2bebd8-e2c1-4ef2-9719-6f9ef000847e service nova] Enqueued Resource ID: 7538b0d4-4687-45d5-a6c9-91164a675bfc with Priority: HIGHEST for action port [ 1081.183496] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_rules [ 1081.183638] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_members [ 1081.183738] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7538b0d4-4687-45d5-a6c9-91164a675bfc with Priority: HIGHEST for action port [ 1081.184037] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.184153] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.184220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.184422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.185364] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.186309] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.186717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.186717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.186717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.186948] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.186948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.186948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.187096] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.187161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.187250] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.194061] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-7538b0d4-4687-45d5-a6c9-91164a675bfc taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.194061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7538b0d4-4687-45d5-a6c9-91164a675bfc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.194061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7538b0d4-4687-45d5-a6c9-91164a675bfc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.194061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7538b0d4-4687-45d5-a6c9-91164a675bfc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.194061] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7538b0d4-4687-45d5-a6c9-91164a675bfc',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.474505] env[67361]: INFO networking_nsxv3.common.synchronization [None req-b33e4d63-56e1-4282-b59f-f269ec6590bb None None] Enqueued Resource ID: 9a25cb79-761b-45cd-9f56-4269052d5665 with Priority: HIGHEST for action port [ 1081.475271] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a25cb79-761b-45cd-9f56-4269052d5665 with Priority: HIGHEST for action port [ 1081.475817] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a25cb79-761b-45cd-9f56-4269052d5665 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.475959] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a25cb79-761b-45cd-9f56-4269052d5665" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.476304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a25cb79-761b-45cd-9f56-4269052d5665" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.476663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a25cb79-761b-45cd-9f56-4269052d5665" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.477148] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a25cb79-761b-45cd-9f56-4269052d5665',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.547061] env[67361]: INFO networking_nsxv3.common.synchronization [req-96119707-7000-4759-9fff-0e176782b83e req-ca9ad106-5904-465c-8fc6-dfaa6b6282e5 tempest-ServersTestMultiNic-1929914883 tempest-ServersTestMultiNic-1929914883-project-member] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1081.547669] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1081.548463] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.548689] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.548738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.549399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.549629] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.549812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.549929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.550695] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.550851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.551083] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.694488] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.696215] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.696338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.696673] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7538b0d4-4687-45d5-a6c9-91164a675bfc with status ACTIVE [ 1081.696749] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.696912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.697020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.697285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.697462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.697729] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.697913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.698033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.699529] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.699529] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.699689] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.699751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.700215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.700215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.700215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.700215] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7538b0d4-4687-45d5-a6c9-91164a675bfc is going to be updated. [ 1081.730185] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.730489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.730489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.730615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.730748] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.730947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7538b0d4-4687-45d5-a6c9-91164a675bfc" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.960038] env[67361]: INFO networking_nsxv3.common.synchronization [req-a490345b-2dde-4917-8fa3-fc1c5cf15d4c req-f7916198-fb2b-4a3e-94cc-648a30204f34 tempest-ServerActionsTestOtherB-896352122 tempest-ServerActionsTestOtherB-896352122-project-member] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 1081.961033] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 1081.961033] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.961162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.961202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.961411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.961576] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.961675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.961737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.962079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.962079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.962079] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.980388] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a25cb79-761b-45cd-9f56-4269052d5665 [ 1081.980685] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.980819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.980887] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.981161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.981257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.981354] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a25cb79-761b-45cd-9f56-4269052d5665 already deleted. [ 1081.981434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a25cb79-761b-45cd-9f56-4269052d5665" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.058174] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.202557] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.318735] env[67361]: INFO networking_nsxv3.common.synchronization [req-4f160aed-216b-4600-aa2b-a30f65f26e15 req-2d4912f4-119e-4351-9567-7c205b61f753 tempest-DeleteServersTestJSON-1581326510 tempest-DeleteServersTestJSON-1581326510-project-member] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1082.319386] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1082.319699] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.321310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.321389] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.321597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.321767] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.321867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.321944] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.322126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.322217] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.322287] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.471612] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.471776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.471826] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.472123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.494937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.495222] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.495411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.495622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.495850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.495937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.496059] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be updated. [ 1082.527690] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.527826] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.527899] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.528131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.528258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.539513] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: IN_PROGRESS for 2s [ 1082.561112] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.673122] env[67361]: INFO networking_nsxv3.common.synchronization [req-96119707-7000-4759-9fff-0e176782b83e req-4e08963a-d71c-4086-9cc3-da96489ffbce tempest-ServersTestMultiNic-1929914883 tempest-ServersTestMultiNic-1929914883-project-member] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1082.673122] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1082.673122] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.673122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.706108] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.706108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.706108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.706108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.706108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.706108] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 is going to be created. [ 1082.747801] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.747801] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.748116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.748356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.749013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.762967] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: UNINITIALIZED for 2s [ 1082.830315] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.830520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.830595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.831017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.831718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.832324] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.832801] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.832926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.833911] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.834070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.834236] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1082.864777] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.865129] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.865221] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.865394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.865532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.878572] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1082.914181] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1082.914475] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.949288] env[67361]: INFO networking_nsxv3.common.synchronization [req-532105f3-44eb-4479-a68c-0693c71bb002 req-36cd457d-e85d-4303-8715-31d921f2c44e tempest-ServerActionsTestJSON-939340692 tempest-ServerActionsTestJSON-939340692-project-member] Enqueued Resource ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff with Priority: HIGHEST for action security_group_members [ 1082.949808] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff with Priority: HIGHEST for action security_group_members [ 1082.950128] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.950252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.950357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.950584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.950734] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.950829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.950892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.951404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.951538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.951660] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2e8eec4-35f1-4f52-bc61-1cf25a8217ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.016346] env[67361]: INFO networking_nsxv3.common.synchronization [req-96119707-7000-4759-9fff-0e176782b83e req-26f03162-869d-4ca7-b631-dc664ff29dda tempest-ServersTestMultiNic-1929914883 tempest-ServersTestMultiNic-1929914883-project-member] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1083.016916] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1083.017252] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.017354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.067551] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.067719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.067794] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.068034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.068134] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.068233] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1083.099380] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.099527] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.099603] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.099824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.099968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.110751] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1083.347271] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.347495] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.347639] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.348258] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.348258] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.349272] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.349272] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.349272] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.349272] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.349272] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.349272] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.349559] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.349559] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.349644] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.349685] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.349830] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.377695] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.377785] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.378503] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.378503] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.378845] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-5e1ddf68-7e1d-469c-b41e-20c94732125b taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.379155] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-5e1ddf68-7e1d-469c-b41e-20c94732125b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.379385] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-5e1ddf68-7e1d-469c-b41e-20c94732125b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.379924] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-5e1ddf68-7e1d-469c-b41e-20c94732125b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.380195] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e1ddf68-7e1d-469c-b41e-20c94732125b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.454128] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.454294] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.454366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.454585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.454678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.454870] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.454970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.455035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.455192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.455269] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.455353] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff already deleted. [ 1083.455431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.574803] env[67361]: INFO networking_nsxv3.common.synchronization [None req-5b33a33a-0393-4ca7-bcb1-08f5559ee0ab None None] Enqueued Resource ID: 2d1a5f33-e07d-4324-a43c-d0310245e344 with Priority: HIGHEST for action port [ 1083.574803] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1a5f33-e07d-4324-a43c-d0310245e344 with Priority: HIGHEST for action port [ 1083.575155] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d1a5f33-e07d-4324-a43c-d0310245e344 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.575155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d1a5f33-e07d-4324-a43c-d0310245e344" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.575155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d1a5f33-e07d-4324-a43c-d0310245e344" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.575403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d1a5f33-e07d-4324-a43c-d0310245e344" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.575488] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1a5f33-e07d-4324-a43c-d0310245e344',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.883745] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.883958] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.884104] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.884384] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.884534] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.884687] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 5e1ddf68-7e1d-469c-b41e-20c94732125b not found, creating... [ 1083.885329] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.885506] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.885628] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.885865] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.886085] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.886407] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.886495] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.886608] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.886817] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.886948] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.888028] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 5e1ddf68-7e1d-469c-b41e-20c94732125b is going to be created. [ 1083.915213] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.915497] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.915653] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.915909] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.916190] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.916464] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-5e1ddf68-7e1d-469c-b41e-20c94732125b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.077705] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d1a5f33-e07d-4324-a43c-d0310245e344 [ 1084.077960] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.078116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.078184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.078403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.078494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.078592] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d1a5f33-e07d-4324-a43c-d0310245e344 already deleted. [ 1084.078672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d1a5f33-e07d-4324-a43c-d0310245e344" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.551103] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 1084.551356] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e deletion is rescheduled due to dependency. [ 1084.551480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.588461] env[67361]: INFO networking_nsxv3.common.synchronization [req-532105f3-44eb-4479-a68c-0693c71bb002 req-4cc37230-a071-4034-8d7a-1a6c55b75ecb service nova] Enqueued Resource ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff with Priority: HIGHEST for action security_group_rules [ 1084.588795] env[67361]: INFO networking_nsxv3.common.synchronization [req-532105f3-44eb-4479-a68c-0693c71bb002 req-4cc37230-a071-4034-8d7a-1a6c55b75ecb service nova] Enqueued Resource ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff with Priority: HIGHEST for action security_group_members [ 1084.589061] env[67361]: INFO networking_nsxv3.common.synchronization [req-532105f3-44eb-4479-a68c-0693c71bb002 req-4cc37230-a071-4034-8d7a-1a6c55b75ecb service nova] Enqueued Resource ID: 5e1ddf68-7e1d-469c-b41e-20c94732125b with Priority: HIGHEST for action port [ 1084.589379] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff with Priority: HIGHEST for action security_group_rules [ 1084.589509] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff with Priority: HIGHEST for action security_group_members [ 1084.589603] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1ddf68-7e1d-469c-b41e-20c94732125b with Priority: HIGHEST for action port [ 1084.589867] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.590015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.590395] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.590606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.590689] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2e8eec4-35f1-4f52-bc61-1cf25a8217ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.591707] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.591854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.591943] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.592235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.593390] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.593504] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.593657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.593791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.593826] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.593889] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2e8eec4-35f1-4f52-bc61-1cf25a8217ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.595024] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e1ddf68-7e1d-469c-b41e-20c94732125b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.595137] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e1ddf68-7e1d-469c-b41e-20c94732125b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.595206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e1ddf68-7e1d-469c-b41e-20c94732125b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.595360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e1ddf68-7e1d-469c-b41e-20c94732125b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.595435] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e1ddf68-7e1d-469c-b41e-20c94732125b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.774237] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: SUCCESS [ 1084.774237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.774462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.774696] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.774916] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.775093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.775183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.775376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.775455] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.775571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.775681] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.888698] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1084.888898] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 deletion is rescheduled due to dependency. [ 1084.889033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.917430] env[67361]: INFO networking_nsxv3.common.synchronization [req-c4851557-3a60-44ca-ad68-382d9e8c7722 req-168c2c65-978f-433a-a5bc-592b84878369 tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_members [ 1084.917430] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c with Priority: HIGHEST for action security_group_members [ 1084.917430] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9baff9-438b-4c15-8de6-dd29aa07530c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.917430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.917430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.917430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.917430] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.918193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.918193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.918193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.918193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.918193] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9baff9-438b-4c15-8de6-dd29aa07530c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.962178] env[67361]: INFO networking_nsxv3.common.synchronization [req-c4851557-3a60-44ca-ad68-382d9e8c7722 req-168c2c65-978f-433a-a5bc-592b84878369 tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: ca66811f-ac79-48be-93b2-17462640fa40 with Priority: HIGHEST for action port [ 1084.962674] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca66811f-ac79-48be-93b2-17462640fa40 with Priority: HIGHEST for action port [ 1084.962977] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca66811f-ac79-48be-93b2-17462640fa40 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.963113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca66811f-ac79-48be-93b2-17462640fa40" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.963337] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca66811f-ac79-48be-93b2-17462640fa40" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.963398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca66811f-ac79-48be-93b2-17462640fa40" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.963453] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca66811f-ac79-48be-93b2-17462640fa40',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.097587] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.097735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.097870] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2e8eec4-35f1-4f52-bc61-1cf25a8217ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.098731] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e1ddf68-7e1d-469c-b41e-20c94732125b with status ACTIVE [ 1085.098959] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.099064] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.099112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.099483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.099483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.099609] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.099699] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.099762] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.099880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.099963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.100181] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.100297] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.100362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.100482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.100569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.100692] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e1ddf68-7e1d-469c-b41e-20c94732125b is going to be updated. [ 1085.121987] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1085.122784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.122784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.122784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.124152] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.124407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.124545] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.124816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.124919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.125088] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.127619] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.127619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.127619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.127762] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.127952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.128191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e1ddf68-7e1d-469c-b41e-20c94732125b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.277628] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.423036] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.423036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.423036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.423036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.423036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.423036] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.423036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.423036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.423036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.423036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.423036] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c is going to be updated. [ 1085.452741] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.452741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.452741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.452741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.452741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.462036] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c in Status: IN_PROGRESS for 2s [ 1085.468498] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca66811f-ac79-48be-93b2-17462640fa40 with status ACTIVE [ 1085.468498] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.468498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.468498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.468498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.468498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.468498] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.468498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.468498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.468498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.468498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.468498] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.468498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.468498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.468498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.468498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.468498] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca66811f-ac79-48be-93b2-17462640fa40 is going to be updated. [ 1085.491280] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.491280] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.491280] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.491280] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.491280] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.491280] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca66811f-ac79-48be-93b2-17462640fa40" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.602532] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2e8eec4-35f1-4f52-bc61-1cf25a8217ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.629641] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.629872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.629948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.630521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.630761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.631072] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.631281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.631408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.631593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.631752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.631852] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1085.663921] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.663921] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.663921] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.663921] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.664208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.674578] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1085.780901] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7: rpc.has_security_group_logging(os_id): False [ 1085.802645] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.802645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.802645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.802645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.802645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.802645] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.802645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.802645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.802645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.802645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.802645] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 is going to be created. [ 1085.870144] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.871053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.871170] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.871447] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.871665] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.884146] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: IN_PROGRESS for 2s [ 1085.994087] env[67361]: INFO networking_nsxv3.common.synchronization [req-b4c2dc17-a76b-4a6a-b634-2ba838ad0292 req-7d34bb69-7b49-4a9f-9482-1662ce70c90a tempest-ServerRescueTestJSON-1771281624 tempest-ServerRescueTestJSON-1771281624-project-member] Enqueued Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_members [ 1085.994931] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_members [ 1085.995325] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.995454] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.995520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.995793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.995962] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.996081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.996148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.996324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.996420] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.996527] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.107594] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.107701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.107738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.107956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.108057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.108158] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff is going to be created. [ 1086.136155] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.136327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.136387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.136588] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.137161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.151733] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff in Status: UNINITIALIZED for 2s [ 1086.399763] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.400193] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-746" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.400193] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-746" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.400449] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-746" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.400771] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.400885] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.401059] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.401310] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.401454] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.401656] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.401765] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.401869] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.402030] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.406296] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.406543] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.406741] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.430382] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.430382] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.430382] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.430382] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-746" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.430890] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-67742f3e-894c-4169-9cd2-bd007c4db63f taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.431349] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-67742f3e-894c-4169-9cd2-bd007c4db63f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.431788] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-67742f3e-894c-4169-9cd2-bd007c4db63f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.435753] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-67742f3e-894c-4169-9cd2-bd007c4db63f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.436176] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67742f3e-894c-4169-9cd2-bd007c4db63f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.498774] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.498943] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.499028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.499245] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.499337] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.499533] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.499632] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.499762] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.499834] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.499912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.499989] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39371861-049e-4715-83f5-edd45b2591ad already deleted. [ 1086.500103] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.940272] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.940477] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.940597] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.940878] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.941135] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.941324] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 67742f3e-894c-4169-9cd2-bd007c4db63f not found, creating... [ 1086.941584] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.941734] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.941845] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.942143] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.942313] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.942587] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.942736] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.942851] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.943187] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.943363] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.943538] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 67742f3e-894c-4169-9cd2-bd007c4db63f is going to be created. [ 1086.966298] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.966424] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.969038] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.969038] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.969038] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.969038] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-67742f3e-894c-4169-9cd2-bd007c4db63f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.473940] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c in Status: SUCCESS [ 1087.474147] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9baff9-438b-4c15-8de6-dd29aa07530c deletion is rescheduled due to dependency. [ 1087.474266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9baff9-438b-4c15-8de6-dd29aa07530c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.645528] env[67361]: INFO networking_nsxv3.common.synchronization [req-b4c2dc17-a76b-4a6a-b634-2ba838ad0292 req-2915c360-f423-4be5-8884-e8326f0e9bb1 service nova] Enqueued Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_rules [ 1087.645781] env[67361]: INFO networking_nsxv3.common.synchronization [req-b4c2dc17-a76b-4a6a-b634-2ba838ad0292 req-2915c360-f423-4be5-8884-e8326f0e9bb1 service nova] Enqueued Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_members [ 1087.645943] env[67361]: INFO networking_nsxv3.common.synchronization [req-b4c2dc17-a76b-4a6a-b634-2ba838ad0292 req-2915c360-f423-4be5-8884-e8326f0e9bb1 service nova] Enqueued Resource ID: 67742f3e-894c-4169-9cd2-bd007c4db63f with Priority: HIGHEST for action port [ 1087.646525] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_rules [ 1087.646685] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_members [ 1087.646787] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67742f3e-894c-4169-9cd2-bd007c4db63f with Priority: HIGHEST for action port [ 1087.647581] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.647726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.647807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.648081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.648179] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.649121] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.649255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.649325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.649500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.650573] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.650727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.650827] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.651101] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.651180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.651305] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.652313] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-67742f3e-894c-4169-9cd2-bd007c4db63f taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.652449] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67742f3e-894c-4169-9cd2-bd007c4db63f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.652521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67742f3e-894c-4169-9cd2-bd007c4db63f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.652691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67742f3e-894c-4169-9cd2-bd007c4db63f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.652779] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67742f3e-894c-4169-9cd2-bd007c4db63f',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.688146] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1087.688146] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 deletion is rescheduled due to dependency. [ 1087.688146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.688313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.688461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.688638] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.688750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.688815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.689046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.689460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.689460] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.897907] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: SUCCESS [ 1087.898273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.155268] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.155520] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.155769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.155769] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67742f3e-894c-4169-9cd2-bd007c4db63f with status ACTIVE [ 1088.155945] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.155945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.156041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.156232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.156319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.156490] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.156586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.156645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.156791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.156864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.157049] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.157143] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.157202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.157336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.157408] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.157487] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67742f3e-894c-4169-9cd2-bd007c4db63f is going to be updated. [ 1088.160253] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff in Status: SUCCESS [ 1088.160427] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.160631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.160946] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.161101] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.161232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.161281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.161460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.161571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.161738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.161803] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2e8eec4-35f1-4f52-bc61-1cf25a8217ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.178887] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.179084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.179155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.179393] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.179524] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.179684] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67742f3e-894c-4169-9cd2-bd007c4db63f" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.191816] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.191976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.192112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.192425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.192535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.192735] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.192869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.192955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.193160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.193229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.193319] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1088.219462] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.219649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.219649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.219856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.219992] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.230370] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1088.660096] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.664337] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2e8eec4-35f1-4f52-bc61-1cf25a8217ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.163517] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.163517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.163517] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.164085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.164085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.164085] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39371861-049e-4715-83f5-edd45b2591ad is going to be created. [ 1089.165784] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2e8eec4-35f1-4f52-bc61-1cf25a8217ff: rpc.has_security_group_logging(os_id): False [ 1089.188190] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.189363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.189497] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.189804] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.190085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.190298] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.191092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.191092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.191092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.191092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.191092] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff is going to be created. [ 1089.198248] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.198437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.198535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.198781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.198959] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.209898] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: UNINITIALIZED for 2s [ 1089.269959] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.270061] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.270168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.270694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.270694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.290037] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff in Status: IN_PROGRESS for 2s [ 1090.241577] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1090.241920] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 deletion is rescheduled due to dependency. [ 1090.241920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.223802] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: UNINITIALIZED for 4s [ 1091.308697] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff in Status: SUCCESS [ 1091.308697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.648026] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1092.648026] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1093.236372] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: SUCCESS [ 1093.236372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.236372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.236580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.237697] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.237697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.237697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.237697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.237697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.237697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.237697] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.740770] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.741065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.741065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.741355] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.741541] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.741644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.741709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.741864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.741949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.742054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.742252] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.742367] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.742431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.742588] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.742725] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.742816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.742875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.743017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.743093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.743173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.743262] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.245755] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39371861-049e-4715-83f5-edd45b2591ad: rpc.has_security_group_logging(os_id): False [ 1094.266023] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.266240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.266363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.266699] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.266821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.267096] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.267230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.267316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.267541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.267644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.267925] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.268745] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.271251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.271251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.271251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.271251] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.271251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.271251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.271251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.271251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.271251] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39371861-049e-4715-83f5-edd45b2591ad is going to be created. [ 1094.336642] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.336972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.336972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.337187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.337410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.352771] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: IN_PROGRESS for 2s [ 1096.369538] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: SUCCESS [ 1096.369815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.649749] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1097.649749] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1098.271795] env[67361]: INFO networking_nsxv3.common.synchronization [req-a5f21ab3-1ba7-444c-ba89-5275198e1421 req-db6492da-003b-4c2d-aff1-3e0651ff139c tempest-MultipleCreateTestJSON-1887844079 tempest-MultipleCreateTestJSON-1887844079-project-member] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1098.272492] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1098.272860] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.272997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.273076] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.273397] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.273574] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.273682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.273750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.273947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.274068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.274181] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.596378] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.596648] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.596780] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.597135] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.597392] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.597546] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.597660] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.598025] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.598184] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.598391] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.598502] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.598606] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.598711] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.598815] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.598939] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.599130] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.619995] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.620192] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.620330] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.620502] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.620846] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-84a4b2b9-c38d-4780-bb89-7982341d569c taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.621032] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-84a4b2b9-c38d-4780-bb89-7982341d569c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.621157] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-84a4b2b9-c38d-4780-bb89-7982341d569c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.621555] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-84a4b2b9-c38d-4780-bb89-7982341d569c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.621694] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84a4b2b9-c38d-4780-bb89-7982341d569c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.778132] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.778509] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.778509] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.778667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.778768] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.778994] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.779125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.779199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.779366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.779443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.779528] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 already deleted. [ 1098.779608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.124258] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.124539] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.124656] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.124979] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.125186] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.125528] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 84a4b2b9-c38d-4780-bb89-7982341d569c not found, creating... [ 1099.125637] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.125796] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.125912] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.126149] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.126285] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.126561] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.126714] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.126890] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.127138] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.127273] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.127424] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 84a4b2b9-c38d-4780-bb89-7982341d569c is going to be created. [ 1099.150694] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.150885] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.151035] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.151447] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.151690] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.151909] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-84a4b2b9-c38d-4780-bb89-7982341d569c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.893059] env[67361]: INFO networking_nsxv3.common.synchronization [req-a5f21ab3-1ba7-444c-ba89-5275198e1421 req-18db48a2-496e-4fe9-949a-454fa002ba5f service nova] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_rules [ 1099.893389] env[67361]: INFO networking_nsxv3.common.synchronization [req-a5f21ab3-1ba7-444c-ba89-5275198e1421 req-18db48a2-496e-4fe9-949a-454fa002ba5f service nova] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1099.893389] env[67361]: INFO networking_nsxv3.common.synchronization [req-a5f21ab3-1ba7-444c-ba89-5275198e1421 req-18db48a2-496e-4fe9-949a-454fa002ba5f service nova] Enqueued Resource ID: 84a4b2b9-c38d-4780-bb89-7982341d569c with Priority: HIGHEST for action port [ 1099.893915] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_rules [ 1099.894231] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1099.894400] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a4b2b9-c38d-4780-bb89-7982341d569c with Priority: HIGHEST for action port [ 1099.894791] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.894964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.895181] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.895399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.895514] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.897391] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.897536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.897632] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.898481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.898481] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.898481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.898481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.898481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.899031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.899031] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.899894] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-84a4b2b9-c38d-4780-bb89-7982341d569c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.900010] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84a4b2b9-c38d-4780-bb89-7982341d569c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.900010] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84a4b2b9-c38d-4780-bb89-7982341d569c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.900218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84a4b2b9-c38d-4780-bb89-7982341d569c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.900321] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84a4b2b9-c38d-4780-bb89-7982341d569c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.402742] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.403042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.403347] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.404398] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84a4b2b9-c38d-4780-bb89-7982341d569c with status ACTIVE [ 1100.404593] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.404717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.404795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.405034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.405240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.405448] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.405551] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.405625] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.405851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.405967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.406839] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.406839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.406839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.406839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.406839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.406839] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84a4b2b9-c38d-4780-bb89-7982341d569c is going to be updated. [ 1100.433850] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.433850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.433850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.434114] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.434291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.434430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84a4b2b9-c38d-4780-bb89-7982341d569c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.606814] env[67361]: INFO networking_nsxv3.common.synchronization [req-a5f21ab3-1ba7-444c-ba89-5275198e1421 req-4fde768d-ddec-4256-8207-bc35d7359fc0 tempest-MultipleCreateTestJSON-1887844079 tempest-MultipleCreateTestJSON-1887844079-project-member] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1100.607396] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1100.607721] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.607825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.908577] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.940744] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.940915] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.941056] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.941352] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.941613] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.941766] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.941878] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.942333] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.942512] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.942722] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.942834] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.943060] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.943060] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.943164] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.943268] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.943396] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.963070] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.963070] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.963070] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.963070] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.963293] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-b4926667-4ce9-4748-974a-36b8f108dfe4 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.963460] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-b4926667-4ce9-4748-974a-36b8f108dfe4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.963599] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-b4926667-4ce9-4748-974a-36b8f108dfe4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.963931] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-b4926667-4ce9-4748-974a-36b8f108dfe4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.964077] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4926667-4ce9-4748-974a-36b8f108dfe4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.412124] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.412124] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.412124] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.412124] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.412124] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.412543] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be created. [ 1101.438394] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.438394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.438745] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.438745] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.438920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.455260] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: UNINITIALIZED for 2s [ 1101.466644] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.466951] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.467095] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.467397] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.467597] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.467705] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port b4926667-4ce9-4748-974a-36b8f108dfe4 not found, creating... [ 1101.467979] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.468153] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.468322] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.468492] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.468625] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.468911] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.469130] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.469205] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.469453] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.469587] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.469727] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: b4926667-4ce9-4748-974a-36b8f108dfe4 is going to be created. [ 1101.491189] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.491525] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.491690] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.492055] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.492351] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.492658] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-b4926667-4ce9-4748-974a-36b8f108dfe4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.230798] env[67361]: INFO networking_nsxv3.common.synchronization [req-a5f21ab3-1ba7-444c-ba89-5275198e1421 req-c6fd679c-949d-4774-8e45-8e876fbe6496 service nova] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_rules [ 1102.231141] env[67361]: INFO networking_nsxv3.common.synchronization [req-a5f21ab3-1ba7-444c-ba89-5275198e1421 req-c6fd679c-949d-4774-8e45-8e876fbe6496 service nova] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1102.231389] env[67361]: INFO networking_nsxv3.common.synchronization [req-a5f21ab3-1ba7-444c-ba89-5275198e1421 req-c6fd679c-949d-4774-8e45-8e876fbe6496 service nova] Enqueued Resource ID: b4926667-4ce9-4748-974a-36b8f108dfe4 with Priority: HIGHEST for action port [ 1102.232291] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_rules [ 1102.232450] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1102.232552] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4926667-4ce9-4748-974a-36b8f108dfe4 with Priority: HIGHEST for action port [ 1102.232859] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.232983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.233233] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.233321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.233520] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4926667-4ce9-4748-974a-36b8f108dfe4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.233622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4926667-4ce9-4748-974a-36b8f108dfe4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.233684] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4926667-4ce9-4748-974a-36b8f108dfe4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.233897] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4926667-4ce9-4748-974a-36b8f108dfe4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.233988] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4926667-4ce9-4748-974a-36b8f108dfe4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.739624] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4926667-4ce9-4748-974a-36b8f108dfe4 with status ACTIVE [ 1102.739624] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.739624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.739624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.740590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.740590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.741063] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.741125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.741709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.742013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.742161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.742599] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.742818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.742909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.743199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.743332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.743445] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4926667-4ce9-4748-974a-36b8f108dfe4 is going to be updated. [ 1102.934839] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.934997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.935097] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.935344] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.935485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.935752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4926667-4ce9-4748-974a-36b8f108dfe4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.465963] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1103.466280] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.466376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.466580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.466776] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.466889] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.466977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.467112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.467191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.467274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.467369] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.468227] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.468439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.468603] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.468668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.468709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.468843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.468923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.469015] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.970509] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.971520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.971895] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.476530] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.979285] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.979468] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.979543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.979774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.979882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.980054] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be updated. [ 1105.012491] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.012722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.012722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.012938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.013113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.026523] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: IN_PROGRESS for 2s [ 1107.039402] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1107.039800] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.039800] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.039987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.040189] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.040308] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.040373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.040604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.040686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.040783] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.233608] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1107.233799] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1107.543842] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.045927] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.458045] env[67361]: INFO networking_nsxv3.common.synchronization [req-aa0f7ea5-24a3-4e3f-891e-1436617db838 req-6fd33ac2-0fb1-4535-8b0b-d1ab4ab1c1df tempest-ServersTestJSON-590728185 tempest-ServersTestJSON-590728185-project-member] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1108.458743] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1108.459078] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.459212] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.459312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.460068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.460068] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.460068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.460068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.460068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.460068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.460364] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.548681] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.549086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.549766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.549766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.549766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.549766] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be updated. [ 1108.586180] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.586465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.586559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.586812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.586972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.598324] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: IN_PROGRESS for 2s [ 1108.837995] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.838415] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.838415] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.838666] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.840166] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.840166] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.840166] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.840307] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.840443] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.840694] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.840850] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.840987] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.841151] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.841272] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.841468] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.841664] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.860918] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.861169] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.861651] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.861750] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.862323] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-c82f202c-7c99-4e3f-bf60-74e2e98521d6 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.862807] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-c82f202c-7c99-4e3f-bf60-74e2e98521d6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.863099] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-c82f202c-7c99-4e3f-bf60-74e2e98521d6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.863736] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-c82f202c-7c99-4e3f-bf60-74e2e98521d6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.863909] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c82f202c-7c99-4e3f-bf60-74e2e98521d6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.962512] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.366592] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.366936] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.366982] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.367310] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.367512] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.367645] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port c82f202c-7c99-4e3f-bf60-74e2e98521d6 not found, creating... [ 1109.367876] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.368045] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.368198] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.368452] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.368602] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.368880] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.369046] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.369165] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.369383] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.369555] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.369738] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: c82f202c-7c99-4e3f-bf60-74e2e98521d6 is going to be created. [ 1109.389862] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.390091] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.390219] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.390485] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.390710] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.390935] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-c82f202c-7c99-4e3f-bf60-74e2e98521d6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.465022] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.967691] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.968025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.968025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.968265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.968353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.968455] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1109.999542] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.999542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.999542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.999733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.999815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.009641] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1110.116780] env[67361]: INFO networking_nsxv3.common.synchronization [req-aa0f7ea5-24a3-4e3f-891e-1436617db838 req-30d51e7c-c8d9-46cd-87e0-a32d79b2f205 service nova] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_rules [ 1110.117064] env[67361]: INFO networking_nsxv3.common.synchronization [req-aa0f7ea5-24a3-4e3f-891e-1436617db838 req-30d51e7c-c8d9-46cd-87e0-a32d79b2f205 service nova] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1110.117164] env[67361]: INFO networking_nsxv3.common.synchronization [req-aa0f7ea5-24a3-4e3f-891e-1436617db838 req-30d51e7c-c8d9-46cd-87e0-a32d79b2f205 service nova] Enqueued Resource ID: c82f202c-7c99-4e3f-bf60-74e2e98521d6 with Priority: HIGHEST for action port [ 1110.117602] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_rules [ 1110.117732] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1110.117826] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82f202c-7c99-4e3f-bf60-74e2e98521d6 with Priority: HIGHEST for action port [ 1110.118111] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.118299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.118299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.118488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.118563] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.119450] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.119584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.119751] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-c82f202c-7c99-4e3f-bf60-74e2e98521d6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.119844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c82f202c-7c99-4e3f-bf60-74e2e98521d6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.120088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c82f202c-7c99-4e3f-bf60-74e2e98521d6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.120088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c82f202c-7c99-4e3f-bf60-74e2e98521d6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.120214] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c82f202c-7c99-4e3f-bf60-74e2e98521d6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.611710] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1110.611986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.612071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.612276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.612675] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.612823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.612898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.613076] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.613161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.613249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.613419] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.613514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.613574] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.614291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.614566] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.614566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.614686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.614760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.614840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.614926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.615027] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.621952] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.622095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.622256] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c82f202c-7c99-4e3f-bf60-74e2e98521d6 with status ACTIVE [ 1110.622497] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.622633] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.622633] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.622758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.622847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.623060] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.623154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.623201] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.623322] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.623396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.623567] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.623659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.623738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.623876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.623944] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.624030] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c82f202c-7c99-4e3f-bf60-74e2e98521d6 is going to be updated. [ 1110.647275] env[67361]: INFO networking_nsxv3.common.synchronization [req-80682415-3c6e-470b-b2c5-ec3246c87fc8 req-98474db1-ae25-4524-81ce-42158e4c446c tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: 887ff999-6bae-4971-9847-e59fa511dbd2 with Priority: HIGHEST for action security_group_members [ 1110.648342] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887ff999-6bae-4971-9847-e59fa511dbd2 with Priority: HIGHEST for action security_group_members [ 1110.648342] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-887ff999-6bae-4971-9847-e59fa511dbd2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.648571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.648571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.649081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.649081] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.649242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.649326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.649566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.649705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.649850] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887ff999-6bae-4971-9847-e59fa511dbd2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.651968] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.652498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.652498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.652498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.652671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.652926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c82f202c-7c99-4e3f-bf60-74e2e98521d6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.982834] env[67361]: INFO networking_nsxv3.common.synchronization [req-61510413-5cd2-4701-a9c6-1da6649c4c0a req-e82fa6ba-fafd-41d6-897b-b91a3b4f7aa9 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_members [ 1110.983417] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_members [ 1110.983748] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.984375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.984375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.984375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.984556] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.984556] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.984628] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.984728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.984948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.984948] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.118903] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb4c47f7-bd20-4445-a540-87f2a6830c18: rpc.has_security_group_logging(os_id): False [ 1111.142565] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.142565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.142565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.142565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.142565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.142565] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.142565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.142565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.142565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.142565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.142565] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.142565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.143042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.143042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.143042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.143042] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.145269] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.145269] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.145269] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.145269] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.145269] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be created. [ 1111.156143] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.156321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.156391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.156614] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.177795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.180525] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.180737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.180812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.181044] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.181124] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.181226] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887ff999-6bae-4971-9847-e59fa511dbd2 is going to be updated. [ 1111.224962] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.225226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.225226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.225406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.225550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.235174] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.235402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.235402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.235613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.235801] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.239589] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887ff999-6bae-4971-9847-e59fa511dbd2 in Status: IN_PROGRESS for 2s [ 1111.250830] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: IN_PROGRESS for 2s [ 1111.360167] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.360397] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.360490] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.360783] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.361073] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.361240] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.361358] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.361613] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.361761] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.361970] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.367350] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.367565] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.367654] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.368190] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.368190] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.368190] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.391613] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.391791] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.391925] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.392124] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.392446] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-75b1e811-3c72-4674-a3c3-c4f66d8f63f1 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.392660] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-75b1e811-3c72-4674-a3c3-c4f66d8f63f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.392783] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-75b1e811-3c72-4674-a3c3-c4f66d8f63f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.393159] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-75b1e811-3c72-4674-a3c3-c4f66d8f63f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.393302] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b1e811-3c72-4674-a3c3-c4f66d8f63f1',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.487059] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.896767] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.897185] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.897185] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.897629] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.897784] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.897938] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 75b1e811-3c72-4674-a3c3-c4f66d8f63f1 not found, creating... [ 1111.898226] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.898375] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.898489] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.898711] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.898912] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.899277] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.899949] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.899949] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.899949] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.900121] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.900121] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 75b1e811-3c72-4674-a3c3-c4f66d8f63f1 is going to be created. [ 1111.918956] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.919189] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.919328] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.919681] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.919925] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.920167] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-75b1e811-3c72-4674-a3c3-c4f66d8f63f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.988875] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.027289] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1112.027445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.027538] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.027766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.027907] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.028046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.028120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.028249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.028321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.028421] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.491727] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.491944] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.491944] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.492195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.492290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.492388] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 is going to be updated. [ 1112.521718] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.521868] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.521904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.522142] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.522285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.530929] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.532764] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: IN_PROGRESS for 2s [ 1112.618274] env[67361]: INFO networking_nsxv3.common.synchronization [req-61510413-5cd2-4701-a9c6-1da6649c4c0a req-ef1a7e26-634e-41d7-a10b-bcc6689cf1a3 service nova] Enqueued Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_rules [ 1112.618354] env[67361]: INFO networking_nsxv3.common.synchronization [req-61510413-5cd2-4701-a9c6-1da6649c4c0a req-ef1a7e26-634e-41d7-a10b-bcc6689cf1a3 service nova] Enqueued Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_members [ 1112.618487] env[67361]: INFO networking_nsxv3.common.synchronization [req-61510413-5cd2-4701-a9c6-1da6649c4c0a req-ef1a7e26-634e-41d7-a10b-bcc6689cf1a3 service nova] Enqueued Resource ID: 75b1e811-3c72-4674-a3c3-c4f66d8f63f1 with Priority: HIGHEST for action port [ 1112.618966] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_rules [ 1112.619538] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_members [ 1112.619673] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b1e811-3c72-4674-a3c3-c4f66d8f63f1 with Priority: HIGHEST for action port [ 1112.619932] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.620099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.620166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.620452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.620452] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.621270] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.621401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.621579] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-75b1e811-3c72-4674-a3c3-c4f66d8f63f1 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.621676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75b1e811-3c72-4674-a3c3-c4f66d8f63f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.621727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75b1e811-3c72-4674-a3c3-c4f66d8f63f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.621919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75b1e811-3c72-4674-a3c3-c4f66d8f63f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.622031] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b1e811-3c72-4674-a3c3-c4f66d8f63f1',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.034246] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.124275] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.124418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.124593] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75b1e811-3c72-4674-a3c3-c4f66d8f63f1 with status ACTIVE [ 1113.124761] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.124876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.124932] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.125161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.125273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.125440] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.125548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.125600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.125742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.125815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.125990] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.126092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.126175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.126285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.126356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.126729] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75b1e811-3c72-4674-a3c3-c4f66d8f63f1 is going to be updated. [ 1113.150348] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.150629] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.150694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.150862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.151117] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.151290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75b1e811-3c72-4674-a3c3-c4f66d8f63f1" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.253826] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887ff999-6bae-4971-9847-e59fa511dbd2 in Status: SUCCESS [ 1113.254081] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887ff999-6bae-4971-9847-e59fa511dbd2 deletion is rescheduled due to dependency. [ 1113.254149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.281305] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1113.281575] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.281813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.282042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.282096] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.406553] env[67361]: INFO networking_nsxv3.common.synchronization [req-572bc7c9-bef2-4662-94fb-bfaffc8048dc req-1ceb6015-8395-44ca-bd80-237dfeadce67 tempest-DeleteServersTestJSON-1581326510 tempest-DeleteServersTestJSON-1581326510-project-member] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1113.406661] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1113.406992] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.407524] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.407605] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.407850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.408058] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.408173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.408263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.408430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.408581] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.408824] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.537654] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.538106] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.538226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.538512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.538655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.538726] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1113.569702] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.569855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.569925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.570151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.570291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.579989] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1113.753297] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.753522] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.753666] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.753987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.756069] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.756280] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.756405] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.757606] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.757606] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.757606] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.757606] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.757606] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.757606] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.757606] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.758067] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.758067] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.778790] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.778929] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.779091] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.779298] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.779697] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.780180] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.780180] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.780371] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.780919] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.784031] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.784133] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.784171] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.784365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.784528] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.784631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.784697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.784911] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.784997] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.785284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.785284] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.911767] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.911949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.912039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.912280] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.912375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.912642] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.912755] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.912829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.912996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.913108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.913196] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1113.944446] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.944702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.944702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.944983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.945092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.955266] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1114.148171] env[67361]: INFO networking_nsxv3.common.synchronization [req-325d8a55-4384-4c9b-82bd-2a9f3f61603e req-2b47e51a-5f57-47b7-b570-713da2ec1b25 tempest-MultipleCreateTestJSON-1887844079 tempest-MultipleCreateTestJSON-1887844079-project-member] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1114.148907] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1114.149297] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.149480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.149555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.149762] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.149929] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.150045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.150110] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.150265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.150350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.150444] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.283853] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.284140] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.284273] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.284595] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.284769] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.284932] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa not found, creating... [ 1114.285232] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.285395] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.285526] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.285773] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.285915] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.286248] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.286424] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.286551] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.286780] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.286918] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.287165] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa is going to be created. [ 1114.288325] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.288420] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.317930] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.318177] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.318308] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.318582] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.318809] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.319050] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.336996] env[67361]: INFO networking_nsxv3.common.synchronization [req-63911eab-3b8f-40b3-b71a-acc6f8d067f4 req-d78db732-41a4-4708-b1a1-b02b80af8b47 tempest-MultipleCreateTestJSON-1887844079 tempest-MultipleCreateTestJSON-1887844079-project-member] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1114.337529] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1114.337896] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.338013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.543047] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: SUCCESS [ 1114.543047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.543047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.543240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.543411] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.543527] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.543590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.543750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.543815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.543910] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.653624] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.035579] env[67361]: INFO networking_nsxv3.common.synchronization [req-572bc7c9-bef2-4662-94fb-bfaffc8048dc req-a81fa3d4-af29-4609-87ea-f946b9930644 service nova] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_rules [ 1115.035579] env[67361]: INFO networking_nsxv3.common.synchronization [req-572bc7c9-bef2-4662-94fb-bfaffc8048dc req-a81fa3d4-af29-4609-87ea-f946b9930644 service nova] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1115.035744] env[67361]: INFO networking_nsxv3.common.synchronization [req-572bc7c9-bef2-4662-94fb-bfaffc8048dc req-a81fa3d4-af29-4609-87ea-f946b9930644 service nova] Enqueued Resource ID: d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa with Priority: HIGHEST for action port [ 1115.036255] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_rules [ 1115.036383] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1115.036486] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa with Priority: HIGHEST for action port [ 1115.036803] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.036880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.036941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.037144] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.037227] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.038056] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.038152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.038377] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.038441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.038509] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.038652] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.038728] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.046298] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.155555] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.540684] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.541042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.542228] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa with status ACTIVE [ 1115.542925] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.542925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.542925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.542925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.543284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.543284] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.543354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.543354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.543821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.543821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.543915] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.543977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.544016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.544168] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.544331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.544331] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa is going to be updated. [ 1115.547911] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.568032] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.568032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.568032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.568032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.568291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.568291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2502bfd-35ca-4ad5-9199-57c4d6d1f8fa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.592751] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1115.593094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.593327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.593577] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.593821] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.593961] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.594044] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.594236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.594331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.594436] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.594566] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.657489] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.657672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.657716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.657990] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.658148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.658283] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be updated. [ 1115.691858] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.692089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.692089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.692282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.692421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.706995] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: IN_PROGRESS for 2s [ 1115.875606] env[67361]: INFO networking_nsxv3.common.synchronization [req-e91ef2d9-efbc-4454-b4c6-25fb674ac935 req-03536301-d3b4-487d-9cd9-b8dfa0bd9ffc tempest-ServerActionsTestOtherB-896352122 tempest-ServerActionsTestOtherB-896352122-project-member] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 1115.876308] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 1115.876707] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.876894] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.877043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.877364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.877627] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.877815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.877957] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.878103] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.878189] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.878311] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.966300] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1115.966517] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 deletion is rescheduled due to dependency. [ 1115.966661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.966904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.967238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.967513] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.967699] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.967806] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.968043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.968141] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.968286] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.051027] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.051027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.051027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.051205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.051239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.052064] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 is going to be updated. [ 1116.082628] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.083030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.083384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.083593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.085018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.096711] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.098363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.098452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.098692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.099681] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.099681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.099681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.099681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.099681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.099681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.100034] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.100034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.100034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.100193] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.100341] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.100442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.100485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.100622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.100963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.100963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.100963] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.102450] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: IN_PROGRESS for 2s [ 1116.248294] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.248294] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.248294] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.249043] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.249447] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.249687] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.249903] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.250187] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.250407] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.250678] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.250844] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.250971] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.251116] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.251234] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.251398] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.251596] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.300212] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.300429] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.300542] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.300724] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.301082] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-47c687b5-da9e-4b79-9159-d40cd93ec0c9 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.301265] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.301386] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.302064] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.302222] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c687b5-da9e-4b79-9159-d40cd93ec0c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.381055] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.381324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.381429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.381756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.381900] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.382223] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.382380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.382480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.382715] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.382835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.382963] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be updated. [ 1116.411293] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.411616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.411616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.411827] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.411981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.421358] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: IN_PROGRESS for 2s [ 1116.470804] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.605379] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00db7729-6d15-4015-b5d1-85c80e2b5439: rpc.has_security_group_logging(os_id): False [ 1116.626221] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.626448] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.626566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.626856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.645892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.646193] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.646307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.646378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.646579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.646665] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.646898] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.647019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.647083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.647240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.647314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.647502] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.647595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.647657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.647796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.647869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.647953] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1116.707850] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.708062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.708146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.708388] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.708563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.722062] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1116.805254] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.805449] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.805600] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.805900] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.806066] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.806225] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 47c687b5-da9e-4b79-9159-d40cd93ec0c9 not found, creating... [ 1116.806544] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.806882] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.806882] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.807213] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.807282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.807781] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.808122] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.808122] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.808364] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.808527] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.808734] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 47c687b5-da9e-4b79-9159-d40cd93ec0c9 is going to be created. [ 1116.847083] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.847349] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.847493] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.847878] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.847973] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.848221] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.973246] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.476299] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.476707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.476707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.476858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.476918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.477042] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1117.511322] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.511558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.511640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.511880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.512051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.522158] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1117.559973] env[67361]: INFO networking_nsxv3.common.synchronization [req-e91ef2d9-efbc-4454-b4c6-25fb674ac935 req-c5683514-2265-4911-bcdb-af9c6eb43c1f service nova] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_rules [ 1117.560633] env[67361]: INFO networking_nsxv3.common.synchronization [req-e91ef2d9-efbc-4454-b4c6-25fb674ac935 req-c5683514-2265-4911-bcdb-af9c6eb43c1f service nova] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 1117.560847] env[67361]: INFO networking_nsxv3.common.synchronization [req-e91ef2d9-efbc-4454-b4c6-25fb674ac935 req-c5683514-2265-4911-bcdb-af9c6eb43c1f service nova] Enqueued Resource ID: 47c687b5-da9e-4b79-9159-d40cd93ec0c9 with Priority: HIGHEST for action port [ 1117.561682] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_rules [ 1117.561834] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 1117.561931] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c687b5-da9e-4b79-9159-d40cd93ec0c9 with Priority: HIGHEST for action port [ 1117.562987] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.563160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.563233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.563446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.563543] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.564574] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.564711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.565045] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-47c687b5-da9e-4b79-9159-d40cd93ec0c9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.565156] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.565222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.565433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.565462] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c687b5-da9e-4b79-9159-d40cd93ec0c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.719199] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1117.719469] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.719655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.719896] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.720114] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.720248] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.720337] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.720509] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.720593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.720690] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.720878] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.720961] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.721037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.721200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.721349] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.721462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.721578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.721686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.721773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.721886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.721987] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.722951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.723148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.723301] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.723403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.723476] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.723622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.723757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.723861] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.069284] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.069475] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.069846] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47c687b5-da9e-4b79-9159-d40cd93ec0c9 with status ACTIVE [ 1118.070573] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.070573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.070573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.070712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.070712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.070949] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.071596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.071707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.071888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.071971] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.072174] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.072271] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.072331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.072480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.072584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.072680] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47c687b5-da9e-4b79-9159-d40cd93ec0c9 is going to be updated. [ 1118.093441] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.093590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.093654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.093877] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.094037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.094206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.115781] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: SUCCESS [ 1118.116014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.116190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.116402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.116607] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.116708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.116776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.116930] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.117017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.117863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.117863] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.226672] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb4c47f7-bd20-4445-a540-87f2a6830c18: rpc.has_security_group_logging(os_id): False [ 1118.227803] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.227803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.227803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.228108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.228239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.228463] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.228574] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.228681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.228886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.228973] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.230044] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be updated. [ 1118.252033] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.252033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.252033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.252331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.252433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.252713] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.253030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.253030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.253295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.253295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.253469] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.253569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.253625] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.253771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.253845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.254054] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.254155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.254221] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.254356] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.254430] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.254515] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be updated. [ 1118.260951] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.260951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.260951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.261092] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.261122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.280502] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: IN_PROGRESS for 2s [ 1118.344983] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.345177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.345216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.345506] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.345557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.360572] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: IN_PROGRESS for 2s [ 1118.431062] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 1118.431253] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e deletion is rescheduled due to dependency. [ 1118.431334] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.431495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.431775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.432057] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.432116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.432145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.432289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.432406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.432448] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.619447] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.720021] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.720021] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-751" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.720021] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-751" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.720021] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-751" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.720433] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.720764] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.720996] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.721610] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.722020] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.722364] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.722661] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.722882] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.723130] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.723429] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.723638] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.723909] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.741892] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1118.741892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.746923] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.747188] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.747337] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.747548] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-751" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.748051] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-27e2e9d4-b451-4d13-91d3-57aaf27d0681 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.748332] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.748519] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.748796] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.748934] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e2e9d4-b451-4d13-91d3-57aaf27d0681',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.934430] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.121634] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7: rpc.has_security_group_logging(os_id): False [ 1119.141925] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.142149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.142195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.142411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.142533] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.142769] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.142883] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.142949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.143128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.143219] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.143306] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 is going to be updated. [ 1119.202796] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.202989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.203102] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.203304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.203503] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.224181] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: IN_PROGRESS for 2s [ 1119.252060] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.252412] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.252504] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.252864] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.253086] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.253484] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.253663] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.253782] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.254056] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.254202] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.254506] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.254673] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.254941] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.255134] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.255287] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.255435] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 27e2e9d4-b451-4d13-91d3-57aaf27d0681 is going to be updated. [ 1119.288050] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.288050] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.288377] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.288737] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.288737] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.288953] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.436389] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.534697] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1119.534800] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.535100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.535329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.535582] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.535705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.535797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.535980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.536100] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.536200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.536297] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.939065] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.939366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.939366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.940021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.940021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.940021] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be updated. [ 1119.971200] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.971391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.971477] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.971735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.971888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.981174] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: IN_PROGRESS for 2s [ 1119.988468] env[67361]: INFO networking_nsxv3.common.synchronization [req-aff72851-98b3-4ba4-be9a-20daeea11e3f req-f017329f-1f6a-4bea-9efa-efadd46848d0 service nova] Enqueued Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_rules [ 1119.988650] env[67361]: INFO networking_nsxv3.common.synchronization [req-aff72851-98b3-4ba4-be9a-20daeea11e3f req-f017329f-1f6a-4bea-9efa-efadd46848d0 service nova] Enqueued Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_members [ 1119.988787] env[67361]: INFO networking_nsxv3.common.synchronization [req-aff72851-98b3-4ba4-be9a-20daeea11e3f req-f017329f-1f6a-4bea-9efa-efadd46848d0 service nova] Enqueued Resource ID: 27e2e9d4-b451-4d13-91d3-57aaf27d0681 with Priority: HIGHEST for action port [ 1119.989017] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_rules [ 1119.989150] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_members [ 1119.989245] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2e9d4-b451-4d13-91d3-57aaf27d0681 with Priority: HIGHEST for action port [ 1119.989809] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.989926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.990017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.990177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.990258] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.991072] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.991195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.991261] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.991427] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.991607] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.991710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.991772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.991920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.992009] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.992424] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.992845] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e2e9d4-b451-4d13-91d3-57aaf27d0681 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.992964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.993018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.993379] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.993379] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e2e9d4-b451-4d13-91d3-57aaf27d0681',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.040818] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.040818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.040818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.040818] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.041149] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.041149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.041149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.041254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.041386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.041450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.041636] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.041745] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.041807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.041966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.042139] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.042243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.042307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.042460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.042580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.042706] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.042842] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.300308] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1120.300520] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 deletion is rescheduled due to dependency. [ 1120.300606] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.381013] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1120.381268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.495233] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.495381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.495589] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.496584] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27e2e9d4-b451-4d13-91d3-57aaf27d0681 with status ACTIVE [ 1120.496781] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.496886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.496953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.497561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.497561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.497561] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.497561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.497741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.497741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.497856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.499031] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.499031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.499031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.499031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.499031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.499031] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27e2e9d4-b451-4d13-91d3-57aaf27d0681 is going to be updated. [ 1120.527057] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.527285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.527285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.527469] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.527601] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.527765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e2e9d4-b451-4d13-91d3-57aaf27d0681" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.547088] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a3a2bd-457b-4620-b447-35f17c36b051: rpc.has_security_group_logging(os_id): False [ 1120.570255] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.570429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.570515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.570755] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.570953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.571191] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.571376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.571521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.571683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.571749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.571932] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.572069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.572113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.572242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.572315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.572496] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.572588] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.572652] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.572788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.572861] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.572956] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1120.667352] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.667546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.667625] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.667840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.667982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.682430] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1121.000460] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.008130] env[67361]: INFO networking_nsxv3.common.synchronization [req-9a5594f5-3a51-47ff-96b9-136b53cf100d req-1eb64e04-60ee-4f44-b432-078c2cf18e69 tempest-ServersTestJSON-590728185 tempest-ServersTestJSON-590728185-project-member] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1121.009041] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1121.009041] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.009250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.009250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.010024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.010024] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.010024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.010024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.010024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.010024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.010426] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.242191] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: SUCCESS [ 1121.242480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.504476] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.504674] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.504788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.504959] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.505073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.505204] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077e5aba-f6f9-4420-b533-c3736be474c9 is going to be updated. [ 1121.512027] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.534841] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.534841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.534943] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.535154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.535310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.545930] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: IN_PROGRESS for 2s [ 1121.651162] env[67361]: INFO networking_nsxv3.common.synchronization [req-d1ab6726-0c23-4c16-a0ea-a6cd79631434 req-dbafa8bd-abaa-49d4-99d5-9e4b1163c6f7 tempest-ServersTestMultiNic-1929914883 tempest-ServersTestMultiNic-1929914883-project-member] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1121.651162] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1121.651162] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.651507] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.651705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.651880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.651995] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.652183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.652183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.654140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.655476] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.655476] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.999132] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 1121.999714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.999714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.002341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.002341] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.002341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.002341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.002341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.002341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.002341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.002341] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.016507] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.070510] env[67361]: INFO networking_nsxv3.common.synchronization [req-d1ab6726-0c23-4c16-a0ea-a6cd79631434 req-d244fb99-a3e2-4f9e-abd9-67b7333cd27d tempest-ServersTestMultiNic-1929914883 tempest-ServersTestMultiNic-1929914883-project-member] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1122.071037] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1122.071331] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.071426] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.160548] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.160548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.160548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.160548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.160548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.160548] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.160548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.160548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.160548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.160548] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.160548] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1122.186441] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.186576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.186772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.187146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.187341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.196583] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1122.381999] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-467 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.382226] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-467" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.382349] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-467" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.382742] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-467" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.383120] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.383209] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.383332] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.383564] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.383782] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.384104] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.384243] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.384445] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.384620] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.384783] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.384896] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.385038] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.403964] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.404149] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.404286] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.404460] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-467" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.404803] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-95438557-3bad-421e-9505-ec1390c67c6e taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.404986] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-95438557-3bad-421e-9505-ec1390c67c6e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.405124] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-95438557-3bad-421e-9505-ec1390c67c6e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.405438] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-95438557-3bad-421e-9505-ec1390c67c6e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.405575] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95438557-3bad-421e-9505-ec1390c67c6e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.502669] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.518871] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.518871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.518871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.519140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.519200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.519296] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1122.551233] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.551233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.551233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.551378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.551456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.562846] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1122.700771] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1122.700982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.908635] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.908906] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.909075] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.909380] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.909537] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.909710] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 95438557-3bad-421e-9505-ec1390c67c6e not found, creating... [ 1122.910025] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.910197] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.910314] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.910577] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.910752] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.911367] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.911638] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.911760] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.911994] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.912154] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.912302] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 95438557-3bad-421e-9505-ec1390c67c6e is going to be created. [ 1122.937808] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.938117] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.938265] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.938548] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.938773] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.939039] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-95438557-3bad-421e-9505-ec1390c67c6e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.006229] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e: rpc.has_security_group_logging(os_id): False [ 1123.054330] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.054590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.054668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.054898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.055039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.055344] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.055487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.055542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.055761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.055821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.055922] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be updated. [ 1123.147687] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.147967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.147967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.148404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.148700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.170139] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: IN_PROGRESS for 2s [ 1123.557960] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: SUCCESS [ 1123.559018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.559018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.559018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.559018] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.559018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.559284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.559370] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.559477] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.559589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.559703] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.653053] env[67361]: INFO networking_nsxv3.common.synchronization [None req-fc31f961-76a1-4f66-8cf4-0bbd052a6ef8 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1123.654018] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1123.654018] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.654018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.654018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.654534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.654833] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.656668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.656668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.656668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.656668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.656668] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.695946] env[67361]: INFO networking_nsxv3.common.synchronization [req-d1ab6726-0c23-4c16-a0ea-a6cd79631434 req-a4a8d292-6f2a-4b85-8f69-04ad43b38539 service nova] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_rules [ 1123.696452] env[67361]: INFO networking_nsxv3.common.synchronization [req-d1ab6726-0c23-4c16-a0ea-a6cd79631434 req-a4a8d292-6f2a-4b85-8f69-04ad43b38539 service nova] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1123.696452] env[67361]: INFO networking_nsxv3.common.synchronization [req-d1ab6726-0c23-4c16-a0ea-a6cd79631434 req-a4a8d292-6f2a-4b85-8f69-04ad43b38539 service nova] Enqueued Resource ID: 95438557-3bad-421e-9505-ec1390c67c6e with Priority: HIGHEST for action port [ 1123.697046] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_rules [ 1123.697046] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1123.697157] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95438557-3bad-421e-9505-ec1390c67c6e with Priority: HIGHEST for action port [ 1123.697437] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.697557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.697626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.698390] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.698480] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.699478] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.699478] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.699658] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-95438557-3bad-421e-9505-ec1390c67c6e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.700275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95438557-3bad-421e-9505-ec1390c67c6e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.700275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95438557-3bad-421e-9505-ec1390c67c6e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.700275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95438557-3bad-421e-9505-ec1390c67c6e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.700275] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95438557-3bad-421e-9505-ec1390c67c6e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.065564] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.065873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.065873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.066077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.066175] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.066278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.066371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.066483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.066563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.066645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.066786] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.066889] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.066942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.067069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.067884] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.067884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.067884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.067884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.067884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.067884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.067884] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.091256] env[67361]: INFO networking_nsxv3.common.synchronization [req-aa5c68c0-5ad8-4ec7-bcc8-4e62a5557905 req-2d713115-ede8-4aac-abd9-bf0e5f3e1715 tempest-ServerRescueTestJSON-1771281624 tempest-ServerRescueTestJSON-1771281624-project-member] Enqueued Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_members [ 1124.091814] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_members [ 1124.092386] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.092386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.092386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.092600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.092645] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.092846] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.092846] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.093033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.094108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.094310] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.159194] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.159757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.159882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.161034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.183518] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.183832] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.184052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.184180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.184336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.184421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.184512] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 1124.204602] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.204842] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.206122] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95438557-3bad-421e-9505-ec1390c67c6e with status ACTIVE [ 1124.206122] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.206122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.206122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.206122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.206122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.207230] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.207230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.207230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.207383] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.207383] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.207638] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.207638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.207808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.207873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.207954] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.208052] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95438557-3bad-421e-9505-ec1390c67c6e is going to be updated. [ 1124.210086] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 4s [ 1124.214313] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.214313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.214415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.214580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.214719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.225946] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 1124.472805] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.473092] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-746" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.473264] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-746" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.473539] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-746" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.475720] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.475720] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.475720] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.475720] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.475720] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.476035] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.476119] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.476248] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.476330] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.476462] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.476572] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.476709] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.493199] env[67361]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-467/ports/95438557-3bad-421e-9505-ec1390c67c6e', 'data': {'id': '95438557-3bad-421e-9505-ec1390c67c6e', 'display_name': '95438557-3bad-421e-9505-ec1390c67c6e', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '95438557-3bad-421e-9505-ec1390c67c6e', 'type': 'PARENT', 'traffic_tag': 467}, 'address_bindings': [{'ip_address': '192.168.128.72', 'mac_address': 'fa:16:3e:d5:16:da'}], 'tags': [{'scope': 'age', 'tag': 1762954603}, {'scope': 'revision_number', 'tag': 5}, {'scope': 'security_group', 'tag': '31535848-e742-48dd-bffd-5aa8a8e2df01'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-467', 'path': '/infra/segments/nsx-vlan-transportzone-467/ports/95438557-3bad-421e-9505-ec1390c67c6e', '_revision': 0}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1124.493431] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=67361) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1124.496474] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.496609] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.497780] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.497780] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-746" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.497780] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-7e423b19-37de-43ce-af65-8fd6bc766f01 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.497780] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-7e423b19-37de-43ce-af65-8fd6bc766f01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.497780] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-7e423b19-37de-43ce-af65-8fd6bc766f01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.498038] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-7e423b19-37de-43ce-af65-8fd6bc766f01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.498112] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e423b19-37de-43ce-af65-8fd6bc766f01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.528854] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.529117] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-119" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.529261] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-119" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.529656] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-119" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.529924] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.530304] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.530437] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.530670] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.530812] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.531068] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.531228] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.531360] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.531470] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.531586] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.531740] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.531919] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.551710] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.551910] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.552136] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.552378] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-119" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.552723] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-a814792e-0e93-493e-bb0b-ef07f3944d07 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.552957] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-a814792e-0e93-493e-bb0b-ef07f3944d07" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.553321] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-a814792e-0e93-493e-bb0b-ef07f3944d07" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.553606] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-a814792e-0e93-493e-bb0b-ef07f3944d07" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.553837] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a814792e-0e93-493e-bb0b-ef07f3944d07',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.571982] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 077e5aba-f6f9-4420-b533-c3736be474c9: rpc.has_security_group_logging(os_id): False [ 1124.574456] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1124.574727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.598254] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.598429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.598636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.598705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.600900] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.626615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.626983] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.627142] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.627286] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.627573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.627723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.627966] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.628125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.628205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.628409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.628490] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.628702] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.628821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.628914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.629086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.629196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.629290] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 077e5aba-f6f9-4420-b533-c3736be474c9 is going to be updated. [ 1124.696492] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.696669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.696873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.697056] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.697246] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.709549] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: IN_PROGRESS for 2s [ 1125.000792] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.001479] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.001479] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.001779] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.001984] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.002226] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 7e423b19-37de-43ce-af65-8fd6bc766f01 not found, creating... [ 1125.002584] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.002825] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.003014] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.003311] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.003517] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.003903] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.004139] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.004336] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.004634] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.004897] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.005095] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 7e423b19-37de-43ce-af65-8fd6bc766f01 is going to be created. [ 1125.027675] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.027974] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.028032] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.028328] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.028637] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.028872] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-7e423b19-37de-43ce-af65-8fd6bc766f01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.056715] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.056981] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.057134] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.057451] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.057640] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.057798] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port a814792e-0e93-493e-bb0b-ef07f3944d07 not found, creating... [ 1125.058074] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.058229] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.058425] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.058644] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.058804] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.059105] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.059304] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.059448] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.059672] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.059803] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.059970] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: a814792e-0e93-493e-bb0b-ef07f3944d07 is going to be created. [ 1125.082526] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.082909] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.082945] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.083245] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.083467] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.083682] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-a814792e-0e93-493e-bb0b-ef07f3944d07" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.103465] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.194818] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 1125.195028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.606590] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.606978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.607084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.607415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.607547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.607702] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39371861-049e-4715-83f5-edd45b2591ad is going to be updated. [ 1125.665852] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.666273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.666273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.666460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.666600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.679612] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: IN_PROGRESS for 2s [ 1125.779658] env[67361]: INFO networking_nsxv3.common.synchronization [req-aa5c68c0-5ad8-4ec7-bcc8-4e62a5557905 req-2ef63653-98fb-4153-acdc-b19786760fa8 service nova] Enqueued Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_rules [ 1125.780417] env[67361]: INFO networking_nsxv3.common.synchronization [req-aa5c68c0-5ad8-4ec7-bcc8-4e62a5557905 req-2ef63653-98fb-4153-acdc-b19786760fa8 service nova] Enqueued Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_members [ 1125.780417] env[67361]: INFO networking_nsxv3.common.synchronization [req-aa5c68c0-5ad8-4ec7-bcc8-4e62a5557905 req-2ef63653-98fb-4153-acdc-b19786760fa8 service nova] Enqueued Resource ID: 7e423b19-37de-43ce-af65-8fd6bc766f01 with Priority: HIGHEST for action port [ 1125.780684] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_rules [ 1125.780833] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_members [ 1125.780917] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e423b19-37de-43ce-af65-8fd6bc766f01 with Priority: HIGHEST for action port [ 1125.781334] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.781465] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.781525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.781799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.781868] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.782782] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.783071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.783178] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e423b19-37de-43ce-af65-8fd6bc766f01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.783366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e423b19-37de-43ce-af65-8fd6bc766f01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.783366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e423b19-37de-43ce-af65-8fd6bc766f01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.783576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e423b19-37de-43ce-af65-8fd6bc766f01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.783576] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e423b19-37de-43ce-af65-8fd6bc766f01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.830874] env[67361]: INFO networking_nsxv3.common.synchronization [req-d1ab6726-0c23-4c16-a0ea-a6cd79631434 req-30b29c82-c939-4cb4-a689-c811f569d4b3 service nova] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_rules [ 1125.831083] env[67361]: INFO networking_nsxv3.common.synchronization [req-d1ab6726-0c23-4c16-a0ea-a6cd79631434 req-30b29c82-c939-4cb4-a689-c811f569d4b3 service nova] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1125.831261] env[67361]: INFO networking_nsxv3.common.synchronization [req-d1ab6726-0c23-4c16-a0ea-a6cd79631434 req-30b29c82-c939-4cb4-a689-c811f569d4b3 service nova] Enqueued Resource ID: a814792e-0e93-493e-bb0b-ef07f3944d07 with Priority: HIGHEST for action port [ 1125.831774] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_rules [ 1125.831909] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1125.831996] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a814792e-0e93-493e-bb0b-ef07f3944d07 with Priority: HIGHEST for action port [ 1125.832288] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.832394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.832569] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.832665] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.832815] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-a814792e-0e93-493e-bb0b-ef07f3944d07 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.832921] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a814792e-0e93-493e-bb0b-ef07f3944d07" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.833088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a814792e-0e93-493e-bb0b-ef07f3944d07" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.833250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a814792e-0e93-493e-bb0b-ef07f3944d07" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.833344] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a814792e-0e93-493e-bb0b-ef07f3944d07',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.220019] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1126.220368] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 deletion is rescheduled due to dependency. [ 1126.220368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.220496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.221676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.221676] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.221676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.221676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.221676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.221676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.221676] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.236236] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 1126.236236] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 deletion is rescheduled due to dependency. [ 1126.236236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.286307] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.286307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.287479] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e423b19-37de-43ce-af65-8fd6bc766f01 with status ACTIVE [ 1126.287576] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.287646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.287689] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.287919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.289147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.289147] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.289147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.289147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.289147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.289147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.289147] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.289147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.289147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.289147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.289147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.289979] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e423b19-37de-43ce-af65-8fd6bc766f01 is going to be updated. [ 1126.335615] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a814792e-0e93-493e-bb0b-ef07f3944d07 with status ACTIVE [ 1126.335864] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.336019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.336104] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.336315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.336410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.336619] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.336825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.336825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.336943] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.337216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.337283] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.337407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.337407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.337576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.337619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.337694] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a814792e-0e93-493e-bb0b-ef07f3944d07 is going to be updated. [ 1126.340753] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.340978] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.341115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.341411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.341559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.341759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e423b19-37de-43ce-af65-8fd6bc766f01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.368952] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.369162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.369271] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.369705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.369901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.370156] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a814792e-0e93-493e-bb0b-ef07f3944d07" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.529240] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.529503] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.529645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.529983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.530214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.530431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95438557-3bad-421e-9505-ec1390c67c6e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.723479] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.725951] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: SUCCESS [ 1126.726444] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.229770] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.693601] env[67361]: INFO networking_nsxv3.common.synchronization [req-5bb2c06d-b88d-4c5f-bb03-ad5c3af1d590 req-32085fe0-d630-4f09-baef-9e6a516009db tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_members [ 1127.695679] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: SUCCESS [ 1127.695679] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.696346] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_members [ 1127.696578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.696919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.697332] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.699452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.699452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.699452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.699452] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.699452] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.699728] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.700453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.700453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.700453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.700453] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.700453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.700453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.700713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.700713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.700798] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.735730] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.736097] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.736292] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.736589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.738019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.742231] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1127.779478] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.780199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.780199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.780409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.780653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.797025] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1128.116852] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.117095] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.117301] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.117660] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.117961] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.118142] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.118309] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.118642] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.118829] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.119073] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.119192] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.119306] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.119462] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.119704] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.119858] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.120032] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.143607] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.143820] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.143985] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.144248] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-615" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.144622] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-b0a00061-6245-4920-8e02-634bd2249d83 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.144852] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-b0a00061-6245-4920-8e02-634bd2249d83" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.144966] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-b0a00061-6245-4920-8e02-634bd2249d83" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.145369] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-b0a00061-6245-4920-8e02-634bd2249d83" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.145540] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0a00061-6245-4920-8e02-634bd2249d83',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.203412] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.207532] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.649123] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.649859] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.649859] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.649859] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.649968] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.650099] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port b0a00061-6245-4920-8e02-634bd2249d83 not found, creating... [ 1128.650418] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.650625] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.650744] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.651026] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.651173] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.651479] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.651630] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.651898] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.652077] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.652220] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.652380] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: b0a00061-6245-4920-8e02-634bd2249d83 is going to be created. [ 1128.674033] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.674033] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.674033] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.674033] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.674033] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.674033] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-b0a00061-6245-4920-8e02-634bd2249d83" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.705503] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.710084] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.212027] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.212027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.212027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.212027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.212027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.212027] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39371861-049e-4715-83f5-edd45b2591ad is going to be updated. [ 1129.213477] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.213588] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.213657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.213862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.213951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.214062] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 is going to be updated. [ 1129.245025] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.245025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.245025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.245025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.245025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.245738] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.245848] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.245912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.246411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.246545] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.254958] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: IN_PROGRESS for 2s [ 1129.255871] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: IN_PROGRESS for 2s [ 1129.387498] env[67361]: INFO networking_nsxv3.common.synchronization [req-5bb2c06d-b88d-4c5f-bb03-ad5c3af1d590 req-12beed1b-a3bc-4824-99fb-33b3a4657bfa service nova] Enqueued Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_rules [ 1129.388102] env[67361]: INFO networking_nsxv3.common.synchronization [req-5bb2c06d-b88d-4c5f-bb03-ad5c3af1d590 req-12beed1b-a3bc-4824-99fb-33b3a4657bfa service nova] Enqueued Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_members [ 1129.388272] env[67361]: INFO networking_nsxv3.common.synchronization [req-5bb2c06d-b88d-4c5f-bb03-ad5c3af1d590 req-12beed1b-a3bc-4824-99fb-33b3a4657bfa service nova] Enqueued Resource ID: b0a00061-6245-4920-8e02-634bd2249d83 with Priority: HIGHEST for action port [ 1129.389076] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_rules [ 1129.389291] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_members [ 1129.389382] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a00061-6245-4920-8e02-634bd2249d83 with Priority: HIGHEST for action port [ 1129.389670] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.389794] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.390365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.391130] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.391243] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.393451] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.393451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.397731] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0a00061-6245-4920-8e02-634bd2249d83 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.397845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0a00061-6245-4920-8e02-634bd2249d83" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.397904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0a00061-6245-4920-8e02-634bd2249d83" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.398090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0a00061-6245-4920-8e02-634bd2249d83" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.398169] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0a00061-6245-4920-8e02-634bd2249d83',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.807068] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1129.807068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.807068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.807421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.807421] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.807510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.807580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.807760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.807842] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.807937] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.900221] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.900893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.900893] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0a00061-6245-4920-8e02-634bd2249d83 with status ACTIVE [ 1129.900893] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.900893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.900893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.901206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.901206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.901402] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.901478] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.901520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.901675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.901772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.901990] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.902098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.902160] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.904052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.904052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.904052] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0a00061-6245-4920-8e02-634bd2249d83 is going to be updated. [ 1129.927594] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.927594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.927594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.927760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.927832] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.928109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0a00061-6245-4920-8e02-634bd2249d83" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.310657] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.813025] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.273685] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: SUCCESS [ 1131.273925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.274749] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: SUCCESS [ 1131.274911] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.275074] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.275308] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.275495] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.275607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.275668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.275905] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.275905] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.275991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.276268] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.277590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.277590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.277590] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.277748] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.277748] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.277803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.278516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.278516] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.315628] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.315628] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.315824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.315870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.315945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.317234] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1131.354492] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.354664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.355859] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.355859] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.355859] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.367062] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1131.782745] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.783048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.786431] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.786431] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.786431] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.786431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.787126] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.788346] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.293050] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39371861-049e-4715-83f5-edd45b2591ad: rpc.has_security_group_logging(os_id): False [ 1132.293050] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.313633] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.314195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.314195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.314195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.314492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.314541] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.314608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.314710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.314875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.314960] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.315376] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.315492] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.315555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.315707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.315803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.316049] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.316142] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.316268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.316345] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.316429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.316498] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39371861-049e-4715-83f5-edd45b2591ad is going to be updated. [ 1132.405713] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.405873] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.405948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.406205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.406346] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.424478] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: IN_PROGRESS for 2s [ 1132.537423] env[67361]: INFO networking_nsxv3.common.synchronization [None req-62b9f63c-7756-4f8b-817a-6cd5f3e86d1c tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 with Priority: HIGHEST for action security_group_rules [ 1132.538161] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 with Priority: HIGHEST for action security_group_rules [ 1132.538412] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d9b1a42-d019-41b3-94f4-44a71c958234 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.538593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.538660] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.538945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.539324] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d9b1a42-d019-41b3-94f4-44a71c958234',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.701577] env[67361]: INFO networking_nsxv3.common.synchronization [None req-b253d7d4-4895-46e0-8ed1-fb0859b39484 tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 with Priority: HIGHEST for action security_group_rules [ 1132.702100] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 with Priority: HIGHEST for action security_group_rules [ 1132.702418] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d9b1a42-d019-41b3-94f4-44a71c958234 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.702605] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.797442] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.797442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.797442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.797442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.797442] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.797442] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 is going to be updated. [ 1132.832912] env[67361]: INFO networking_nsxv3.common.synchronization [None req-ca56694a-9792-48ac-bce1-82f2762e8def None None] Enqueued Resource ID: 4b55c607-a13b-466d-98fe-6dc5f78324e8 with Priority: HIGHEST for action port [ 1132.834144] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b55c607-a13b-466d-98fe-6dc5f78324e8 with Priority: HIGHEST for action port [ 1132.835249] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b55c607-a13b-466d-98fe-6dc5f78324e8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.835249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b55c607-a13b-466d-98fe-6dc5f78324e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.835420] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b55c607-a13b-466d-98fe-6dc5f78324e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.835933] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b55c607-a13b-466d-98fe-6dc5f78324e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.836136] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b55c607-a13b-466d-98fe-6dc5f78324e8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.840971] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.841162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.841283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.841620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.844268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.857784] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: IN_PROGRESS for 2s [ 1133.074348] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.075510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.077029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.077029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.077029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.077029] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 already deleted. [ 1133.077029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.077029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.077029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.077029] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d9b1a42-d019-41b3-94f4-44a71c958234',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.333424] env[67361]: INFO networking_nsxv3.common.synchronization [None req-8faf1277-0ee1-474a-a69e-72544277e209 tempest-AttachVolumeShelveTestJSON-1253925199 tempest-AttachVolumeShelveTestJSON-1253925199-project-member] Enqueued Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_rules [ 1133.334023] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_rules [ 1133.337767] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.338844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.339130] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.339476] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.339618] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.346968] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b55c607-a13b-466d-98fe-6dc5f78324e8 [ 1133.347383] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.348467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.348467] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.349388] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.349388] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.349711] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b55c607-a13b-466d-98fe-6dc5f78324e8 already deleted. [ 1133.349955] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b55c607-a13b-466d-98fe-6dc5f78324e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.382850] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1133.383702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.384661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.384981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.385229] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.385352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.385418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.385625] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.385672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.385752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.385857] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.386934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.387096] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.387288] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.387416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.387459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.387617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.387724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.387793] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.565665] env[67361]: INFO networking_nsxv3.common.synchronization [None req-43d91960-093e-4209-8909-5ae5d3be109b tempest-AttachVolumeShelveTestJSON-1253925199 tempest-AttachVolumeShelveTestJSON-1253925199-project-member] Enqueued Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_rules [ 1133.566711] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_rules [ 1133.567149] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.567295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.616190] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.616390] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.616440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.616705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.616799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.616831] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 already deleted. [ 1133.616918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.863402] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.863566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.863638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.863871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.864012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.864127] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 already deleted. [ 1133.864289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.864403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.864568] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.864650] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.891466] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.891611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.891865] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.390964] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.391371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.391371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.391557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.391557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.391623] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 already deleted. [ 1134.391719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.394295] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.440862] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: SUCCESS [ 1134.441593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.885487] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: SUCCESS [ 1134.885802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.885983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.886280] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.886525] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.886650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.886720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.886910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.887022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.887126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.887320] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.897476] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.897755] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.897862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.898200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.898329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.898477] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1134.941188] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.941377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.941377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.941809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.941809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.956408] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1135.389383] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.524047] env[67361]: INFO networking_nsxv3.common.synchronization [None req-87e22dde-5ae6-4960-ae19-aaf200f2f8ae None None] Enqueued Resource ID: c0dd55f7-83e8-4a4b-9bd7-d8a7f477e122 with Priority: HIGHEST for action port [ 1135.525435] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0dd55f7-83e8-4a4b-9bd7-d8a7f477e122 with Priority: HIGHEST for action port [ 1135.528032] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0dd55f7-83e8-4a4b-9bd7-d8a7f477e122 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.528032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0dd55f7-83e8-4a4b-9bd7-d8a7f477e122" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.528032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0dd55f7-83e8-4a4b-9bd7-d8a7f477e122" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.528032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0dd55f7-83e8-4a4b-9bd7-d8a7f477e122" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.528032] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0dd55f7-83e8-4a4b-9bd7-d8a7f477e122',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.780731] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.781199] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.781465] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.781934] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.783527] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.783527] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.783527] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.783527] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.783908] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.784748] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.784748] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.784748] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.785084] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.785601] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.785601] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.785912] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.814412] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.814721] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1135.814953] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.815225] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.815654] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-cc033624-3c20-448f-9237-c6a2dd4e1129 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.815900] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.816067] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.816479] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.816859] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc033624-3c20-448f-9237-c6a2dd4e1129',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.893808] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb88b5f8-1721-4efd-8e0b-182e88a4e3f6: rpc.has_security_group_logging(os_id): False [ 1135.913504] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.913504] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.913504] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.913920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.938373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.938891] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.939073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.939191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.939534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.939656] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.939790] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 is going to be updated. [ 1136.012534] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.012705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.012779] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.013281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.013439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.030791] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: IN_PROGRESS for 2s [ 1136.030791] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0dd55f7-83e8-4a4b-9bd7-d8a7f477e122 [ 1136.030791] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.030791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.030791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.030791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.030791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.030791] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0dd55f7-83e8-4a4b-9bd7-d8a7f477e122 already deleted. [ 1136.030791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0dd55f7-83e8-4a4b-9bd7-d8a7f477e122" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.319399] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.319644] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.319822] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.320173] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.320334] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.320693] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port cc033624-3c20-448f-9237-c6a2dd4e1129 not found, creating... [ 1136.321078] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.321320] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.321486] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.321740] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.321927] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.322348] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.322590] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.322761] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.323140] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.323333] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.323596] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: cc033624-3c20-448f-9237-c6a2dd4e1129 is going to be created. [ 1136.382777] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.383882] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.383882] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.383882] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.384193] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.384511] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.966942] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1136.967313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.967355] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.967553] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.967746] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.967870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.967961] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.968117] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.968219] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.968279] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.968437] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.968534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.968589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.968731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.969653] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.969653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.969653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.969653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.969653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.969653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.969653] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.084059] env[67361]: INFO networking_nsxv3.common.synchronization [req-4ac70a73-48f2-4be7-bace-523714033d37 req-faa0b1fc-d4ef-432e-abb1-d2daba047a9d service nova] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_rules [ 1137.084059] env[67361]: INFO networking_nsxv3.common.synchronization [req-4ac70a73-48f2-4be7-bace-523714033d37 req-faa0b1fc-d4ef-432e-abb1-d2daba047a9d service nova] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1137.084059] env[67361]: INFO networking_nsxv3.common.synchronization [req-4ac70a73-48f2-4be7-bace-523714033d37 req-faa0b1fc-d4ef-432e-abb1-d2daba047a9d service nova] Enqueued Resource ID: cc033624-3c20-448f-9237-c6a2dd4e1129 with Priority: HIGHEST for action port [ 1137.085536] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_rules [ 1137.085803] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1137.085984] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc033624-3c20-448f-9237-c6a2dd4e1129 with Priority: HIGHEST for action port [ 1137.086332] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.086741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.086837] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.087098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.087170] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.088570] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.088672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.088733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.088902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.089087] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.089218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.089271] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.089372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.090057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.090057] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.090729] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc033624-3c20-448f-9237-c6a2dd4e1129 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.090729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.090866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.090956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.091045] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc033624-3c20-448f-9237-c6a2dd4e1129',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.475845] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31535848-e742-48dd-bffd-5aa8a8e2df01: rpc.has_security_group_logging(os_id): False [ 1137.495187] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.495336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.495411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.495627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.495717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.495911] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.496016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.496078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.496228] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.496309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.496529] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.496641] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.496704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.496866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.496951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.497144] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.497239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.497298] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.497439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.497513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.497599] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1137.565671] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.565671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.565671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.565671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.565671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.582883] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1137.592321] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.594688] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.594688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.594688] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc033624-3c20-448f-9237-c6a2dd4e1129 with status ACTIVE [ 1137.594688] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.594688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.594688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.594688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.595049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.595049] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.595134] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.595265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.595857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.595857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.595857] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.595857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.595857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.596429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.596429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.596429] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc033624-3c20-448f-9237-c6a2dd4e1129 is going to be updated. [ 1137.623394] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.623542] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.623604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.625277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.625277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.625277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.045082] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: SUCCESS [ 1138.045456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.094954] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.597323] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.597550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.597620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.597817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.597910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.598193] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 1138.631305] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.631534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.631534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.631734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.632462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.642099] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 1139.601957] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1139.602376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.602376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.602570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.602657] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.838934] env[67361]: INFO networking_nsxv3.common.synchronization [req-22698410-a84e-4841-940f-81f0ad0a7a4e req-bdef4ee8-505b-4179-9c43-c2f3eb7302e4 tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 with Priority: HIGHEST for action security_group_members [ 1139.838934] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 with Priority: HIGHEST for action security_group_members [ 1139.839038] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d9b1a42-d019-41b3-94f4-44a71c958234 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.839191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.839276] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.840198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.840198] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.840198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.840414] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.840477] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.840534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.840628] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d9b1a42-d019-41b3-94f4-44a71c958234',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.105313] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.105458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.105530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.105835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.106037] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.106209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.106209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.106387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.106512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.106559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.106662] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.204942] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.205430] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.205715] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.206335] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.206929] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.207256] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.207515] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.207973] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.208277] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.208674] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.212020] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.212020] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.212020] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.212020] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.212020] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.212020] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.250587] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.250906] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.251044] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.251306] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-141" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.251769] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.252043] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.252185] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.252778] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.252990] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.344293] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.344293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.344293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.344293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.344293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.344293] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.344293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.345372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.345734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.345970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.346184] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 already deleted. [ 1140.346382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.609323] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.609611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.609611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.609732] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.609894] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.610062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.610062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.610222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.610309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.610398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.610902] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.611136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.611242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.611363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.611531] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.611609] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.611707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.612076] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.612199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.612319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.612408] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.653296] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 1140.653563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.653735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.653980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.654369] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.654576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.654576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.654730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.654799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.654925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.655012] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.756216] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.756470] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.756616] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.756945] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.757116] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.757299] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64 not found, creating... [ 1140.757582] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.757748] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.757940] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.758173] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.758317] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.758625] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.758799] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.758919] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.759181] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.759318] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.759479] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64 is going to be created. [ 1140.787740] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.788110] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.788309] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.788738] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.789219] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.789695] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.114960] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31535848-e742-48dd-bffd-5aa8a8e2df01: rpc.has_security_group_logging(os_id): False [ 1141.141392] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.142198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.142198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.142198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.142385] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.142633] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.142774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.142875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.143084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.143244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.143500] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.143664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.143771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.144024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.144146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.144461] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.144597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.144699] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.144950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.145087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.145232] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1141.158453] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.158453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.158453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.158704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.158704] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.158813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.158845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.159015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.159115] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.159224] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.160039] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.160039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.160039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.160039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.160039] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.160866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.160866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.160866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.160866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.160866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.160866] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.242156] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.242353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.242401] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.243142] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.243142] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.416833] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1141.502317] env[67361]: INFO networking_nsxv3.common.synchronization [req-22698410-a84e-4841-940f-81f0ad0a7a4e req-69011384-e1b6-4c2d-98e0-a0a4e6f2c750 service nova] Enqueued Resource ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 with Priority: HIGHEST for action security_group_rules [ 1141.502660] env[67361]: INFO networking_nsxv3.common.synchronization [req-22698410-a84e-4841-940f-81f0ad0a7a4e req-69011384-e1b6-4c2d-98e0-a0a4e6f2c750 service nova] Enqueued Resource ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 with Priority: HIGHEST for action security_group_members [ 1141.502929] env[67361]: INFO networking_nsxv3.common.synchronization [req-22698410-a84e-4841-940f-81f0ad0a7a4e req-69011384-e1b6-4c2d-98e0-a0a4e6f2c750 service nova] Enqueued Resource ID: ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64 with Priority: HIGHEST for action port [ 1141.503901] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 with Priority: HIGHEST for action security_group_rules [ 1141.504145] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 with Priority: HIGHEST for action security_group_members [ 1141.504362] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64 with Priority: HIGHEST for action port [ 1141.504848] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d9b1a42-d019-41b3-94f4-44a71c958234 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.505042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.505161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.505461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.505800] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d9b1a42-d019-41b3-94f4-44a71c958234',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.506786] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d9b1a42-d019-41b3-94f4-44a71c958234 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.507041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.507041] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.507192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.507449] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.507449] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.508514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.508514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.508514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.508514] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d9b1a42-d019-41b3-94f4-44a71c958234',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.508794] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.508948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.508983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.509237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.509325] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.664492] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d10356-ac6c-4e92-b8ba-ad820b0869a8: rpc.has_security_group_logging(os_id): False [ 1141.686044] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.686044] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.686044] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.686331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.686331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.686478] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.686594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.686658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.686822] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.686919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.687183] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.687287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.687349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.687602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.687696] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.688024] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.688134] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.688183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.688333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.689188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.689301] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 1141.788325] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.788325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.788325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.788325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.788325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.806154] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 1142.014368] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d9b1a42-d019-41b3-94f4-44a71c958234',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.015617] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d9b1a42-d019-41b3-94f4-44a71c958234 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.015765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.015932] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64 with status ACTIVE [ 1142.016147] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.016232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.016288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.016509] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.016598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.016785] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.016885] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.016948] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.017131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.017225] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.017411] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.017515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.017569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.017726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.017819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.017895] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64 is going to be updated. [ 1142.063536] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.063758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.063798] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.064111] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.064282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.064496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce1428c5-ea6b-4e22-b0a8-9f8dfa41de64" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.462081] env[67361]: INFO networking_nsxv3.common.synchronization [req-fbe82c3f-be69-4ae7-909a-12f6d1b61076 req-549e7d84-8a75-4949-b433-a572bd083e16 tempest-ServersTestMultiNic-1929914883 tempest-ServersTestMultiNic-1929914883-project-member] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1142.465847] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1142.466298] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.466438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.466566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.466786] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.466928] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.467034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.467034] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.467175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.467311] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.467410] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.520107] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d9b1a42-d019-41b3-94f4-44a71c958234',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.907579] env[67361]: INFO networking_nsxv3.common.synchronization [req-fbe82c3f-be69-4ae7-909a-12f6d1b61076 req-fdc69914-5b37-4dd1-b271-be53686c9469 tempest-ServersTestMultiNic-1929914883 tempest-ServersTestMultiNic-1929914883-project-member] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1142.908249] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGHEST for action security_group_members [ 1142.908649] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.908771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.970690] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.982314] env[67361]: INFO networking_nsxv3.common.synchronization [req-0766d171-6e30-4903-8709-6687b397a6e9 req-82ca2c96-5853-46d8-848d-faf046aebe84 tempest-AttachVolumeShelveTestJSON-1253925199 tempest-AttachVolumeShelveTestJSON-1253925199-project-member] Enqueued Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_members [ 1142.982314] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_members [ 1142.982314] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.982314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.982516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.982626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.982776] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.982871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.982951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.984069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.984182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.984327] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.023678] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.023802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.024162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.024488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.024556] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.024656] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 is going to be created. [ 1143.050713] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.050880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.050935] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.051301] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.051478] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.062103] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 in Status: UNINITIALIZED for 2s [ 1143.110589] env[67361]: INFO networking_nsxv3.common.synchronization [req-ef565ad9-3098-4839-9b68-e45c6ac598f5 req-a2a18fde-d173-4ed6-8e89-981530fd2acc tempest-DeleteServersTestJSON-1581326510 tempest-DeleteServersTestJSON-1581326510-project-member] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1143.111267] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1143.111587] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.111710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.111769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.112097] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.114618] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.114753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.114817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.115033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.115122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.115225] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.440636] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.440845] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.440973] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.441343] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.441625] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.441784] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.441934] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.442179] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.442337] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.442553] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.442665] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.442774] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.442887] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.443050] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.443233] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.443443] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.445398] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1143.445558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.471792] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.472221] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.472415] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.472576] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.472928] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.473162] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.473427] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.473850] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.474029] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.475295] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.488340] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.488922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.489723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.489723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.489723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.489723] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.489723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.489723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.490154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.490154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.490154] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 already deleted. [ 1143.490154] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.618380] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.618380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.618625] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.618754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.618886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.619281] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.619446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.619541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.619778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.619949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.620159] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1143.663254] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.663254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.663254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.663254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.663254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.676873] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1143.821577] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 1143.821796] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.978538] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.978820] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.978859] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.979176] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.979520] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.979520] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port 7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da not found, creating... [ 1143.979896] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.980026] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.980144] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.980378] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.980519] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.981862] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.982576] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.982764] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.984269] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.984429] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.984578] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da is going to be created. [ 1143.985835] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.985939] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.986012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.986200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.986282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.986374] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1144.020567] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.020742] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.020936] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.021336] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.021651] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.021999] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.033031] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.033031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.033355] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.033644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.033820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.047140] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1144.698032] env[67361]: INFO networking_nsxv3.common.synchronization [req-0766d171-6e30-4903-8709-6687b397a6e9 req-6630740e-2682-4653-ae9a-15c078c5501e service nova] Enqueued Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_rules [ 1144.698118] env[67361]: INFO networking_nsxv3.common.synchronization [req-0766d171-6e30-4903-8709-6687b397a6e9 req-6630740e-2682-4653-ae9a-15c078c5501e service nova] Enqueued Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_members [ 1144.698497] env[67361]: INFO networking_nsxv3.common.synchronization [req-0766d171-6e30-4903-8709-6687b397a6e9 req-6630740e-2682-4653-ae9a-15c078c5501e service nova] Enqueued Resource ID: 7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da with Priority: HIGHEST for action port [ 1144.700307] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_rules [ 1144.700307] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_members [ 1144.700307] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da with Priority: HIGHEST for action port [ 1144.700307] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.700307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.701325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.701667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.701667] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.704015] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.704152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.704242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.704499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.704623] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.704728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.704797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.704973] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.705078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.705172] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.708398] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.708503] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.708567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.708730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.708802] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.986361] env[67361]: INFO networking_nsxv3.common.synchronization [req-3038b868-d108-40b0-a225-4ce071834007 req-ef2eeb66-e7e0-45fb-96d5-e76298f88b08 tempest-MultipleCreateTestJSON-1887844079 tempest-MultipleCreateTestJSON-1887844079-project-member] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1144.986933] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1144.987327] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.987483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.987534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.987718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.987867] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.987967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.988042] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.988192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.988274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.988447] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.073717] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 in Status: SUCCESS [ 1145.073717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.073717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.073717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.073717] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.074055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.074055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.074055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.074149] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.074427] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.074474] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d9b1a42-d019-41b3-94f4-44a71c958234',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.210882] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.214609] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.214750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.214887] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da with status ACTIVE [ 1145.215066] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.215171] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.215242] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.215440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.215524] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.215688] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.215778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.215836] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.215980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.216598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.217328] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.217819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.217819] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.218098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.218218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.218495] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da is going to be updated. [ 1145.243122] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.243253] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.243866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.243866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.243866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.244053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.332045] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.332045] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.332045] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.332045] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.332045] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.332045] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.332045] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.332045] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.332045] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.332604] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.332840] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.333116] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.333612] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.333865] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.334106] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.334418] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.377718] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.377898] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.378030] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.378734] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.378877] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-f6a53aab-f8f1-4417-8365-b612c28089e3 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.379646] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-f6a53aab-f8f1-4417-8365-b612c28089e3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.379646] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-f6a53aab-f8f1-4417-8365-b612c28089e3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.379738] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-f6a53aab-f8f1-4417-8365-b612c28089e3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.380419] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6a53aab-f8f1-4417-8365-b612c28089e3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.490279] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.490565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.490565] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.490775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.490875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.491339] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.491500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.491500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.491659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.491826] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.491911] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be updated. [ 1145.520553] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.520731] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.520804] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.521047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.521215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.530995] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: IN_PROGRESS for 2s [ 1145.580175] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d9b1a42-d019-41b3-94f4-44a71c958234',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.687921] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1145.688164] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 deletion is rescheduled due to dependency. [ 1145.688334] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.714836] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.885828] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.885828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.885828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.885828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.885828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.885828] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port f6a53aab-f8f1-4417-8365-b612c28089e3 not found, creating... [ 1145.885828] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.885828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.885828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.885828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.885828] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.886488] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.887605] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.887741] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.887972] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.888152] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.888297] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: f6a53aab-f8f1-4417-8365-b612c28089e3 is going to be created. [ 1145.911878] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.912176] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.912306] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.912610] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.912840] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.913122] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-f6a53aab-f8f1-4417-8365-b612c28089e3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.072350] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1146.072350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.072350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.072350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.072985] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.072985] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.072985] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.072985] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.072985] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.073316] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.082904] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d9b1a42-d019-41b3-94f4-44a71c958234: rpc.has_security_group_logging(os_id): False [ 1146.103877] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.104090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.104142] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.104368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.104462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.104709] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.104807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.104870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.105031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.105110] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.105196] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 is going to be created. [ 1146.175975] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.176272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.176272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.176409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.176601] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.217107] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.217287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.217359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.217584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.217676] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.217825] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 is going to be created. [ 1146.220523] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 in Status: IN_PROGRESS for 2s [ 1146.276725] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.277025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.277025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.277269] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.277352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.291736] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 in Status: UNINITIALIZED for 2s [ 1146.577144] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.577144] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.577333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.578029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.578029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.578029] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.578029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.578207] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.578344] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.578421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.579217] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be updated. [ 1146.609266] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.609449] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.609491] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.609700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.609840] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.620893] env[67361]: INFO networking_nsxv3.common.synchronization [req-3038b868-d108-40b0-a225-4ce071834007 req-a4296d7e-3fea-49ab-b2f6-2d635e49ff5b service nova] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_rules [ 1146.621145] env[67361]: INFO networking_nsxv3.common.synchronization [req-3038b868-d108-40b0-a225-4ce071834007 req-a4296d7e-3fea-49ab-b2f6-2d635e49ff5b service nova] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1146.621236] env[67361]: INFO networking_nsxv3.common.synchronization [req-3038b868-d108-40b0-a225-4ce071834007 req-a4296d7e-3fea-49ab-b2f6-2d635e49ff5b service nova] Enqueued Resource ID: f6a53aab-f8f1-4417-8365-b612c28089e3 with Priority: HIGHEST for action port [ 1146.622347] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: IN_PROGRESS for 2s [ 1146.622775] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_rules [ 1146.622898] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1146.622995] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a53aab-f8f1-4417-8365-b612c28089e3 with Priority: HIGHEST for action port [ 1146.623439] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.623439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.623685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.623739] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.623797] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.626460] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.626460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.626460] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6a53aab-f8f1-4417-8365-b612c28089e3 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.626460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6a53aab-f8f1-4417-8365-b612c28089e3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.626460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6a53aab-f8f1-4417-8365-b612c28089e3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.626460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6a53aab-f8f1-4417-8365-b612c28089e3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.626460] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6a53aab-f8f1-4417-8365-b612c28089e3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.127597] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.127970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.128061] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6a53aab-f8f1-4417-8365-b612c28089e3 with status ACTIVE [ 1147.128340] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.128486] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.128535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.128785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.128885] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.129093] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.129275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.129396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.129816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.129911] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.130136] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.130250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.130313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.130537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.130684] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.130842] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6a53aab-f8f1-4417-8365-b612c28089e3 is going to be updated. [ 1147.157030] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.157265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.157265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.157394] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.157544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.157716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6a53aab-f8f1-4417-8365-b612c28089e3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.408047] env[67361]: INFO networking_nsxv3.common.synchronization [req-3038b868-d108-40b0-a225-4ce071834007 req-11ab255c-4b5a-4ef1-8d66-ac8ed9d321d6 tempest-MultipleCreateTestJSON-1887844079 tempest-MultipleCreateTestJSON-1887844079-project-member] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1147.408554] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1147.408917] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.409268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.541557] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1147.541759] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 deletion is rescheduled due to dependency. [ 1147.541867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.542029] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.542290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.542454] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.542682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.542682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.542866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.542866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.542946] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.694468] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.694673] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.694795] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.695072] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.695375] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.695538] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.695656] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.695966] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.696150] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.696359] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.696473] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.696599] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.696675] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.696782] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.696886] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.697023] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.718453] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.718629] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.718775] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.718951] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-138" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.719306] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-b493d31d-1d23-4bc6-adde-dfc91074b3ae taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.719542] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-b493d31d-1d23-4bc6-adde-dfc91074b3ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.719703] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-b493d31d-1d23-4bc6-adde-dfc91074b3ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.720129] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-b493d31d-1d23-4bc6-adde-dfc91074b3ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.720284] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b493d31d-1d23-4bc6-adde-dfc91074b3ae',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.045243] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.224418] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.224418] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.224418] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.224418] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.224418] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.224418] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port b493d31d-1d23-4bc6-adde-dfc91074b3ae not found, creating... [ 1148.224418] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.225195] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.225195] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.225195] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.225195] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.225321] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.225476] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.225593] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.226207] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.226207] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.226207] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: b493d31d-1d23-4bc6-adde-dfc91074b3ae is going to be created. [ 1148.239864] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 in Status: SUCCESS [ 1148.240484] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.251440] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.251664] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.251790] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.252196] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.252432] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.252673] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-b493d31d-1d23-4bc6-adde-dfc91074b3ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.314467] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 in Status: SUCCESS [ 1148.314699] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.315260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.315485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.316518] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.316518] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.316518] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.316518] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.316518] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.316518] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.316936] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.548074] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.631280] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 in Status: SUCCESS [ 1148.631543] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 deletion is rescheduled due to dependency. [ 1148.631705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.818164] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.001513] env[67361]: INFO networking_nsxv3.common.synchronization [req-3038b868-d108-40b0-a225-4ce071834007 req-83a5448c-1374-4a07-95fd-ec2b951dde62 service nova] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_rules [ 1149.001625] env[67361]: INFO networking_nsxv3.common.synchronization [req-3038b868-d108-40b0-a225-4ce071834007 req-83a5448c-1374-4a07-95fd-ec2b951dde62 service nova] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1149.001762] env[67361]: INFO networking_nsxv3.common.synchronization [req-3038b868-d108-40b0-a225-4ce071834007 req-83a5448c-1374-4a07-95fd-ec2b951dde62 service nova] Enqueued Resource ID: b493d31d-1d23-4bc6-adde-dfc91074b3ae with Priority: HIGHEST for action port [ 1149.002511] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_rules [ 1149.002575] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1149.003538] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b493d31d-1d23-4bc6-adde-dfc91074b3ae with Priority: HIGHEST for action port [ 1149.007151] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.007151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.007151] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.007151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.007151] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-b493d31d-1d23-4bc6-adde-dfc91074b3ae taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.007151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b493d31d-1d23-4bc6-adde-dfc91074b3ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.007151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b493d31d-1d23-4bc6-adde-dfc91074b3ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.007151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b493d31d-1d23-4bc6-adde-dfc91074b3ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.007151] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b493d31d-1d23-4bc6-adde-dfc91074b3ae',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.051081] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.051244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.051244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.051557] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.051701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.051810] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be updated. [ 1149.090451] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.090605] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.090665] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.090872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.091026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.112140] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: IN_PROGRESS for 2s [ 1149.320905] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11: rpc.has_security_group_logging(os_id): False [ 1149.339524] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.339835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.339835] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.340111] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.340111] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.340363] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.340516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.340516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.340682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.340750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.340858] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 is going to be created. [ 1149.413660] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.413804] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.413884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.414103] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.414316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.428085] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 in Status: IN_PROGRESS for 2s [ 1149.509141] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b493d31d-1d23-4bc6-adde-dfc91074b3ae with status ACTIVE [ 1149.509405] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.509570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.509648] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.509881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.509993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.510211] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.510627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.510627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.510627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.510627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.510837] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.510921] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.510958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.511152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.511219] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.511341] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b493d31d-1d23-4bc6-adde-dfc91074b3ae is going to be updated. [ 1149.547256] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.547447] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.547447] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.547771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.548012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.548214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b493d31d-1d23-4bc6-adde-dfc91074b3ae" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.929588] env[67361]: INFO networking_nsxv3.common.synchronization [req-7426618e-9f20-4acc-9451-41c469945d05 req-18872088-5d1a-4b9c-a69f-11052996a7d9 tempest-ServersTestJSON-590728185 tempest-ServersTestJSON-590728185-project-member] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1149.930337] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1149.930714] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.930910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.930992] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.931250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.931417] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.932120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.932120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.932120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.932120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.932120] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.368474] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.369365] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.369365] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.369685] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.370208] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.370417] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.370547] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.370802] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.370956] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.371241] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.371390] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.371573] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.371672] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.371799] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.371908] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.372133] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.394756] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.394977] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.395045] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.395234] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.395618] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-30f1a032-4065-4b1e-8ab0-66b9285263dd taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.395797] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-30f1a032-4065-4b1e-8ab0-66b9285263dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.395945] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-30f1a032-4065-4b1e-8ab0-66b9285263dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.396308] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-30f1a032-4065-4b1e-8ab0-66b9285263dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.396483] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f1a032-4065-4b1e-8ab0-66b9285263dd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.435149] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.898786] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.899070] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.899204] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.899492] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.899641] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.899845] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 30f1a032-4065-4b1e-8ab0-66b9285263dd not found, creating... [ 1150.900206] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.900466] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.900626] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.900872] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.901015] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.901343] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.901508] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.901622] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.901837] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.901969] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.902176] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 30f1a032-4065-4b1e-8ab0-66b9285263dd is going to be created. [ 1150.927421] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.927673] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.927814] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.928141] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.928454] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.928714] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-30f1a032-4065-4b1e-8ab0-66b9285263dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.937068] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.123702] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1151.123928] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.124188] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.124490] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.124730] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.124884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.124970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.125194] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.125304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.125664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.125664] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.126665] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.127657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.127657] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.127657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.127657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.127657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.127657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.127919] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.439740] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.440192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.440192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.440192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.440380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.440380] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1151.443502] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 in Status: SUCCESS [ 1151.443778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.474829] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.475014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.475084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.475338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.475487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.494214] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1151.629405] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.629639] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.629726] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.683383] env[67361]: INFO networking_nsxv3.common.synchronization [req-7426618e-9f20-4acc-9451-41c469945d05 req-545ec604-e9f8-440a-8aa6-a51b7c0b94d6 service nova] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_rules [ 1151.683383] env[67361]: INFO networking_nsxv3.common.synchronization [req-7426618e-9f20-4acc-9451-41c469945d05 req-545ec604-e9f8-440a-8aa6-a51b7c0b94d6 service nova] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1151.683383] env[67361]: INFO networking_nsxv3.common.synchronization [req-7426618e-9f20-4acc-9451-41c469945d05 req-545ec604-e9f8-440a-8aa6-a51b7c0b94d6 service nova] Enqueued Resource ID: 30f1a032-4065-4b1e-8ab0-66b9285263dd with Priority: HIGHEST for action port [ 1151.685716] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_rules [ 1151.685716] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1151.685716] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f1a032-4065-4b1e-8ab0-66b9285263dd with Priority: HIGHEST for action port [ 1151.685716] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.685716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.685716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.686237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.686446] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.688482] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.688829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.691404] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-30f1a032-4065-4b1e-8ab0-66b9285263dd taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.691404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30f1a032-4065-4b1e-8ab0-66b9285263dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.691404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30f1a032-4065-4b1e-8ab0-66b9285263dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.691404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30f1a032-4065-4b1e-8ab0-66b9285263dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.691404] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f1a032-4065-4b1e-8ab0-66b9285263dd',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.133227] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.192660] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.192833] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.193093] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30f1a032-4065-4b1e-8ab0-66b9285263dd with status ACTIVE [ 1152.193285] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.193403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.193483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.193696] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.193807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.193999] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.194118] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.194182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.194351] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.194456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.194642] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.194781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.194885] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.195139] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.195220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.195308] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30f1a032-4065-4b1e-8ab0-66b9285263dd is going to be updated. [ 1152.224919] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.225127] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.225286] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.225368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.225510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.225784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30f1a032-4065-4b1e-8ab0-66b9285263dd" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.635717] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.636017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.636135] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.636439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.636600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.636727] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be updated. [ 1152.664742] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.664884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.664979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.665185] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.665328] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.674376] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: IN_PROGRESS for 2s [ 1153.512908] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1153.512908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.513111] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.517282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.518078] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.518078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.518078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.518324] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.518456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.518604] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.028765] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.527313] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.685203] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1154.685513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.685714] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.686037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.686449] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.687404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.687404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.687404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.687404] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.687404] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.030894] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.030894] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.031311] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.031487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.031715] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.031978] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1155.070471] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.072287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.072287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.072287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.072287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.082670] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1155.191434] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.694447] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.084492] env[67361]: INFO networking_nsxv3.common.synchronization [req-abde2bed-a2ca-4300-b394-7faea6e608a9 req-52c14a51-bc38-41cb-a0dc-0a576ee53a37 tempest-ServerRescueTestJSON-1771281624 tempest-ServerRescueTestJSON-1771281624-project-member] Enqueued Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_members [ 1156.084984] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_members [ 1156.085403] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.085585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.085585] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.085704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.085850] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.085943] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.086013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.086253] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.086340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.086678] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.198681] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.198901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.199014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.199312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.199441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.199577] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be updated. [ 1156.241133] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.241436] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.241562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.241898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.242128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.253858] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: IN_PROGRESS for 2s [ 1156.511021] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.511021] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.511021] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.511294] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.511691] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.511691] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.511850] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.512193] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.512385] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.512639] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.512739] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.513207] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.513207] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.513207] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.513207] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.513395] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.539860] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.540038] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.540240] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.540440] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-739" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.540763] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-cc033624-3c20-448f-9237-c6a2dd4e1129 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.540954] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.541243] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.541454] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.541634] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc033624-3c20-448f-9237-c6a2dd4e1129',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.588879] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.044180] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.044421] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.044573] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.044864] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.045028] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.045317] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.045474] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.045589] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.045812] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.045949] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.046250] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.046401] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.046512] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.046722] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.046851] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.046990] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: cc033624-3c20-448f-9237-c6a2dd4e1129 is going to be updated. [ 1157.069079] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.069327] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.069423] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.069710] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.069909] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.070158] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.091487] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.108878] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1157.109122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.109288] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.109516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.109756] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.109875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.109939] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.110231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.110326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.110697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.110697] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.594172] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.594543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.594718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.595287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.595468] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.595594] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39371861-049e-4715-83f5-edd45b2591ad is going to be updated. [ 1157.614079] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.614439] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.614647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.614922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.615165] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.615318] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.615455] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.615761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.615927] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.616087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.616451] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.616530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.616595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.616747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.616886] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.616977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.617049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.617190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.617646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.617769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.617890] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.625996] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.626187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.626257] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.626472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.626604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.635965] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: IN_PROGRESS for 2s [ 1157.786140] env[67361]: INFO networking_nsxv3.common.synchronization [req-d0c569c4-9156-423f-9f44-b9dc1f89a2e9 req-e2e462c0-52d0-4e17-9e94-cc146e85cf90 service nova] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_rules [ 1157.786387] env[67361]: INFO networking_nsxv3.common.synchronization [req-d0c569c4-9156-423f-9f44-b9dc1f89a2e9 req-e2e462c0-52d0-4e17-9e94-cc146e85cf90 service nova] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1157.786577] env[67361]: INFO networking_nsxv3.common.synchronization [req-d0c569c4-9156-423f-9f44-b9dc1f89a2e9 req-e2e462c0-52d0-4e17-9e94-cc146e85cf90 service nova] Enqueued Resource ID: cc033624-3c20-448f-9237-c6a2dd4e1129 with Priority: HIGHEST for action port [ 1157.787148] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_rules [ 1157.787325] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1157.787477] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc033624-3c20-448f-9237-c6a2dd4e1129 with Priority: HIGHEST for action port [ 1157.787830] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.788016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.788167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.788375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.788488] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.790066] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.790250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.790349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.790554] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.790796] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.790932] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.791048] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.791237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.791369] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.791485] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.792728] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc033624-3c20-448f-9237-c6a2dd4e1129 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.792926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.792926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.793108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.793235] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc033624-3c20-448f-9237-c6a2dd4e1129',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.121412] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00db7729-6d15-4015-b5d1-85c80e2b5439: rpc.has_security_group_logging(os_id): False [ 1158.142059] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.142059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.142059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.142059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.142059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.142059] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.142059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.142059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.142059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.142059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.142059] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.142059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.142059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.142059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.142059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.144110] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.144362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.144568] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.147594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.147594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.147594] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1158.210616] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.211108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.211214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.211446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.211594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.229406] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1158.263814] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1158.263814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.263979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.264198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.264388] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.264505] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.264571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.264719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.264802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.264887] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.265058] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.265157] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.265252] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.265440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.265527] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.265597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.265655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.265755] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.265829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.265892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.265977] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.291368] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.291368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.295110] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.295110] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc033624-3c20-448f-9237-c6a2dd4e1129 with status ACTIVE [ 1158.295110] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.295110] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.295110] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.296329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.296329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.296329] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.296329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.296329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.296329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.296329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.296329] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.296329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.296329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.296329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.296717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.296717] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc033624-3c20-448f-9237-c6a2dd4e1129 is going to be updated. [ 1158.336431] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.336581] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.336625] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.337688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.337688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.337688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc033624-3c20-448f-9237-c6a2dd4e1129" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.769098] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb4c47f7-bd20-4445-a540-87f2a6830c18: rpc.has_security_group_logging(os_id): False [ 1158.789374] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.789627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.789627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.789828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.789917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.791202] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.791202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.791202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.791202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.791202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.791202] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.791202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.791202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.791202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.791202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.791202] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.791670] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.791670] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.791670] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.791670] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.791670] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be updated. [ 1158.806059] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.861109] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.861109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.861109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.861372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.861409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.879633] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: IN_PROGRESS for 2s [ 1159.308146] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.308564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.308564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.308661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.308702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.309255] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 1159.339236] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.339444] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.339444] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.339660] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.339793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.351483] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 1159.646639] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: SUCCESS [ 1159.646877] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.254013] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1160.254251] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.897603] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1160.898052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.898052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.898262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.898352] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.363477] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 1161.363737] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.363916] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.364205] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.364456] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.364619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.364691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.364862] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.364966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.365088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.365207] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.400515] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.401387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.401387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.401387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.401809] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.401972] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.402071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.402382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.402867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.402867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.402867] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.868920] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.868920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.868920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.868920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.868920] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.869173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.869173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.869241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.869341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.869431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.869584] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.869691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.869764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.869910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.870082] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.870222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.870293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.870428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.870518] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.870623] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.870725] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.905471] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.905890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.905890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.905980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.906106] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.906217] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.906310] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.906521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.906616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.906708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.906863] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.906957] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.907031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.907177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.907316] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.908071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.908071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.908071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.908071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.908071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.908071] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.151559] env[67361]: INFO networking_nsxv3.common.synchronization [req-2e188e8f-c80d-4dc3-98c5-a7a6b94fe1a6 req-9bd73ba7-5ef4-49dc-a551-5a6d3962541e tempest-MultipleCreateTestJSON-1887844079 tempest-MultipleCreateTestJSON-1887844079-project-member] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1162.152148] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1162.152484] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.152610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.152687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.152867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.154537] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.154816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.155030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.155400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.155570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.155714] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.253848] env[67361]: INFO networking_nsxv3.common.synchronization [req-42b35edb-00d6-41f0-bcf0-405338744707 req-b95d18b2-182f-4c11-920f-b0a7d16f867a tempest-ServersNegativeTestJSON-254185450 tempest-ServersNegativeTestJSON-254185450-project-member] Enqueued Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_members [ 1162.254525] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077e5aba-f6f9-4420-b533-c3736be474c9 with Priority: HIGHEST for action security_group_members [ 1162.254837] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-077e5aba-f6f9-4420-b533-c3736be474c9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.254960] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.255039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.255254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.255466] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.255584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.255584] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.255721] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.255919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.255919] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077e5aba-f6f9-4420-b533-c3736be474c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.374284] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d10356-ac6c-4e92-b8ba-ad820b0869a8: rpc.has_security_group_logging(os_id): False [ 1162.392420] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.392631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.392631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.393122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.393122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.393316] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.393438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.393533] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.393720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.393800] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.394039] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.394133] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.394196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.394348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.394423] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.394657] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.394753] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.394817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.394979] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.395068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.395167] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 1162.409708] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb4c47f7-bd20-4445-a540-87f2a6830c18: rpc.has_security_group_logging(os_id): False [ 1162.429856] env[67361]: INFO networking_nsxv3.common.synchronization [req-40508d23-f827-4e29-8d69-842a0722c63c req-394f416d-a7a8-4009-8fbf-589704f3fc78 tempest-MultipleCreateTestJSON-1887844079 tempest-MultipleCreateTestJSON-1887844079-project-member] Enqueued Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1162.430342] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.430515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.430515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.430817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.430876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.431128] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.431192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.431224] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.431385] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.431462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.431736] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.431842] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.431905] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.432152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.432266] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.432567] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.432633] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.432633] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.432784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.432888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.432930] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be updated. [ 1162.434638] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 with Priority: HIGHEST for action security_group_members [ 1162.435035] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb4c47f7-bd20-4445-a540-87f2a6830c18 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.435172] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.465621] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.465785] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.465870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.466351] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.466351] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.482885] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 1162.511502] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.511660] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.511778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.511912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.512068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.527151] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: IN_PROGRESS for 2s [ 1162.658584] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.757744] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.757923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.758211] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.758270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.758405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.758951] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.758951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.758951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.758951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.759295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.759295] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077e5aba-f6f9-4420-b533-c3736be474c9 is going to be updated. [ 1162.790446] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.790691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.790691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.790925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.790925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.804867] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: IN_PROGRESS for 2s [ 1163.161229] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.664639] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.664797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.664871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.665133] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.665282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.665322] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be updated. [ 1163.705403] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.705403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.705403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.705403] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.705586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.714370] env[67361]: INFO networking_nsxv3.common.synchronization [req-65c16803-4972-449d-ba25-5c4881f0fced req-8800a209-095f-4a81-9cc0-62cc4fce1e62 tempest-ServerRescueTestJSON-1771281624 tempest-ServerRescueTestJSON-1771281624-project-member] Enqueued Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_members [ 1163.715427] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGHEST for action security_group_members [ 1163.715721] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.715856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.715913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.716190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.716417] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.716556] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.716640] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.716829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.716941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.717086] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.718629] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: IN_PROGRESS for 2s [ 1164.220783] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.220783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.220783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.221225] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.221225] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.221225] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.221322] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.221473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.221535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.221602] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.221675] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39371861-049e-4715-83f5-edd45b2591ad is going to be updated. [ 1164.252945] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.252945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.252945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.253150] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.253316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.269440] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: IN_PROGRESS for 2s [ 1164.500304] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 1164.500567] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.541891] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1164.542340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.814792] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077e5aba-f6f9-4420-b533-c3736be474c9 in Status: SUCCESS [ 1164.814984] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077e5aba-f6f9-4420-b533-c3736be474c9 deletion is rescheduled due to dependency. [ 1164.815121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077e5aba-f6f9-4420-b533-c3736be474c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.630757] env[67361]: INFO networking_nsxv3.common.synchronization [req-0bf133d2-8a2c-41d3-acfb-aa3e09fcc4f9 req-2055a819-8cc8-4eda-8623-99466eb75e4f tempest-DeleteServersTestJSON-1581326510 tempest-DeleteServersTestJSON-1581326510-project-member] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1165.631019] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1165.631282] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.631435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.631480] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.631649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.631794] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.631887] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.631949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.632332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.632332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.632488] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.733460] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1165.733703] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.734021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.734461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.734593] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.735200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.735200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.735200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.735200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.735200] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb4c47f7-bd20-4445-a540-87f2a6830c18',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.007384] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.007593] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.007769] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.008069] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.008331] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.008495] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.008610] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.008835] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.009179] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.009408] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.009522] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.009629] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.009735] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.009846] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.009941] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.010078] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.033267] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.033473] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1166.033610] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.033787] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.034121] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.034297] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.034415] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.034755] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.034891] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.135606] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.135793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.135860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.136209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.136209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.136389] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.136486] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.136540] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.136700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.136769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.136855] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1166.165509] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.165647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.165647] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.165810] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.165947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.176855] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1166.238146] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.238325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.238377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.239074] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.239074] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.239074] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.239074] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.239343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.239343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.239343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.239466] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 is going to be updated. [ 1166.278564] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.278564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.278564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.278564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.278912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.287650] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39371861-049e-4715-83f5-edd45b2591ad in Status: SUCCESS [ 1166.287650] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39371861-049e-4715-83f5-edd45b2591ad deletion is rescheduled due to dependency. [ 1166.287650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.289710] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: IN_PROGRESS for 2s [ 1166.537057] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.537341] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.537537] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.537864] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.538090] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.538307] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a not found, creating... [ 1166.538642] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.538864] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.539055] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.539347] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.539543] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.539886] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.540129] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.540310] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.540574] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.540771] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.540969] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a is going to be created. [ 1166.561263] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.561468] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.561585] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.561865] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.562111] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.562415] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.277130] env[67361]: INFO networking_nsxv3.common.synchronization [req-0bf133d2-8a2c-41d3-acfb-aa3e09fcc4f9 req-14be58fc-cabf-48ce-8604-0e4a17dd1074 service nova] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_rules [ 1167.277388] env[67361]: INFO networking_nsxv3.common.synchronization [req-0bf133d2-8a2c-41d3-acfb-aa3e09fcc4f9 req-14be58fc-cabf-48ce-8604-0e4a17dd1074 service nova] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1167.277388] env[67361]: INFO networking_nsxv3.common.synchronization [req-0bf133d2-8a2c-41d3-acfb-aa3e09fcc4f9 req-14be58fc-cabf-48ce-8604-0e4a17dd1074 service nova] Enqueued Resource ID: 6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a with Priority: HIGHEST for action port [ 1167.278473] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_rules [ 1167.278625] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1167.278772] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a with Priority: HIGHEST for action port [ 1167.279014] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.279287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.279287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.279407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.279491] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.280449] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.280581] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.280737] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.280827] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.280895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.281084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.281161] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.452601] env[67361]: INFO networking_nsxv3.common.synchronization [req-80905cb7-7fd4-4040-af35-351a30808c09 req-004f2206-caf5-498c-a56c-90f3cf11679c tempest-ServersTestJSON-590728185 tempest-ServersTestJSON-590728185-project-member] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1167.453485] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1167.453906] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.454079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.454171] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.454435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.454637] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.454767] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.454847] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.455053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.455162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.455291] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.783893] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.783893] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.784145] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a with status ACTIVE [ 1167.784388] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.784522] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.784608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.784897] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.785015] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.785266] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.785373] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.785449] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.785648] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.785728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.785943] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.786279] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.786406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.786632] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.786788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.786923] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a is going to be updated. [ 1167.809315] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.809535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.809639] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.809881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.810083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.810304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cd88ca8-6212-4fb7-8c7c-53f50ecf0b1a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.958433] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.192791] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1168.192791] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 deletion is rescheduled due to dependency. [ 1168.192791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.192791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.192791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.192791] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.192791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.192791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.192791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.192791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.194734] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.301237] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 in Status: SUCCESS [ 1168.301237] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb4c47f7-bd20-4445-a540-87f2a6830c18 deletion is rescheduled due to dependency. [ 1168.301237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb4c47f7-bd20-4445-a540-87f2a6830c18" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.461024] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.698630] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.963845] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.963845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.963845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.964055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.964161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.964265] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1168.996568] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.996772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.996772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.996991] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.997180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.006948] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1169.200447] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.703120] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.703549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.703549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.703756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.704030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.704132] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1169.736802] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.737109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.737109] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.737340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.737532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.748916] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1171.016650] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1171.017027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.767871] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1171.769378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.769378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.769378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.769378] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.769378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.769378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.769378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.769890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.769890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.769890] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.273555] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.273904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.273904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.275218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.275218] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.275218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.275218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.275218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.275218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.275218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.275218] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.275218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.275218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.275218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.275701] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.275701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.275701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.275701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.275701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.275701] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.275889] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.455103] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.455103] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1172.783533] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a3a2bd-457b-4620-b447-35f17c36b051: rpc.has_security_group_logging(os_id): False [ 1172.802877] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.803078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.803166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.803346] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.803469] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.803711] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.803821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.803870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.804078] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.804162] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.804374] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.804464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.804532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.804705] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.804781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.804963] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.809027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.809027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.809027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.809027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.809027] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1172.876514] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.876724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.876802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.877035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.877187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.892831] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1173.701304] env[67361]: INFO networking_nsxv3.common.synchronization [req-a82289e4-0384-4c82-9c27-d52cecd4d8a9 req-bbb57fab-1c2d-4154-8f6a-1fcafc4fdcb4 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_members [ 1173.702023] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_members [ 1173.702380] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.702521] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.702597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.702883] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.702961] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.703089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.703166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.703348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.703484] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.703598] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.206623] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.708033] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.910636] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1174.910883] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.212213] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.212213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.212213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.212213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.212213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.212213] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 is going to be updated. [ 1175.243759] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.243912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.243988] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.244235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.244376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.254033] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: IN_PROGRESS for 2s [ 1177.269357] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: SUCCESS [ 1177.270556] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.664738] env[67361]: INFO networking_nsxv3.common.synchronization [None req-df679a52-8cd2-4035-897b-ae20795ae59e None None] Enqueued Resource ID: 7d7526d6-c8d9-4dc2-afa7-c8386488633a with Priority: HIGHEST for action port [ 1177.665317] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7526d6-c8d9-4dc2-afa7-c8386488633a with Priority: HIGHEST for action port [ 1177.665653] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d7526d6-c8d9-4dc2-afa7-c8386488633a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.665776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d7526d6-c8d9-4dc2-afa7-c8386488633a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.665843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d7526d6-c8d9-4dc2-afa7-c8386488633a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.666279] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d7526d6-c8d9-4dc2-afa7-c8386488633a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.666369] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d7526d6-c8d9-4dc2-afa7-c8386488633a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.784940] env[67361]: INFO networking_nsxv3.common.synchronization [None req-0b543667-c96e-49f1-b56d-1a3a8c73c048 tempest-ServerActionsV293TestJSON-2063072345 tempest-ServerActionsV293TestJSON-2063072345-project-member] Enqueued Resource ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 with Priority: HIGHEST for action security_group_rules [ 1177.785445] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 with Priority: HIGHEST for action security_group_rules [ 1177.785835] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33247641-8f19-481b-8a9f-062b2e1a88d0 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.786018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.786071] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.786341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.786420] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33247641-8f19-481b-8a9f-062b2e1a88d0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.924592] env[67361]: INFO networking_nsxv3.common.synchronization [None req-cf52ed7e-1881-4de2-9ba2-4bbe0f14f248 tempest-ServerActionsV293TestJSON-2063072345 tempest-ServerActionsV293TestJSON-2063072345-project-member] Enqueued Resource ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 with Priority: HIGHEST for action security_group_rules [ 1177.925626] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 with Priority: HIGHEST for action security_group_rules [ 1177.925912] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33247641-8f19-481b-8a9f-062b2e1a88d0 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.926057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.168734] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d7526d6-c8d9-4dc2-afa7-c8386488633a [ 1178.168734] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.168852] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.168890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.169144] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.169272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.169344] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d7526d6-c8d9-4dc2-afa7-c8386488633a already deleted. [ 1178.169711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d7526d6-c8d9-4dc2-afa7-c8386488633a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.317031] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.317031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.317031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.317031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.317031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.317031] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 already deleted. [ 1178.317031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.317031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.317031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.317031] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33247641-8f19-481b-8a9f-062b2e1a88d0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.843019] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.843019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.843019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.843019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.843019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.843019] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 already deleted. [ 1178.843019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.642967] env[67361]: INFO networking_nsxv3.common.synchronization [req-63b526a8-3640-45b5-98a1-38f2c867a38a req-07533177-1970-4255-bf20-7f89fd3e11a5 tempest-ServersTestJSON-590728185 tempest-ServersTestJSON-590728185-project-member] Enqueued Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1179.646045] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 with Priority: HIGHEST for action security_group_members [ 1179.646045] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-00db7729-6d15-4015-b5d1-85c80e2b5439 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.646045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.646045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.646045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.646363] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.646363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.646363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.647658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.647658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.647658] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00db7729-6d15-4015-b5d1-85c80e2b5439',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.942900] env[67361]: INFO networking_nsxv3.common.synchronization [None req-aba8e08c-22b5-469d-88ad-56026ce15070 None None] Enqueued Resource ID: d075c8cd-89fa-45a8-8ecc-5fdc88f22b11 with Priority: HIGHEST for action port [ 1179.943830] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075c8cd-89fa-45a8-8ecc-5fdc88f22b11 with Priority: HIGHEST for action port [ 1179.943895] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-d075c8cd-89fa-45a8-8ecc-5fdc88f22b11 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.943989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d075c8cd-89fa-45a8-8ecc-5fdc88f22b11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.944961] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d075c8cd-89fa-45a8-8ecc-5fdc88f22b11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.944961] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d075c8cd-89fa-45a8-8ecc-5fdc88f22b11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.944961] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d075c8cd-89fa-45a8-8ecc-5fdc88f22b11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.149733] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.149950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.149950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.150207] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.150339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.150542] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.150639] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.150702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.150860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.150937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.151039] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 is going to be updated. [ 1180.183124] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.183399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.183399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.183719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.183963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.195676] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: IN_PROGRESS for 2s [ 1180.447314] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d075c8cd-89fa-45a8-8ecc-5fdc88f22b11 [ 1180.447314] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.447314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.447550] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.447589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.447888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.447888] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d075c8cd-89fa-45a8-8ecc-5fdc88f22b11 already deleted. [ 1180.447888] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d075c8cd-89fa-45a8-8ecc-5fdc88f22b11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.664358] env[67361]: INFO networking_nsxv3.common.synchronization [req-23db037d-3411-41a7-a5a9-1cb7536f710e req-c6577711-9229-4fac-9a53-a3161e0c5792 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_members [ 1180.665453] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 with Priority: HIGHEST for action security_group_members [ 1180.665952] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.665952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.665952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.669953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.669953] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.669953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.669953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.669953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.669953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.669953] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd19a0b-e90b-433d-ba5c-5460e2f15bc7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.175028] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.175028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.175028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.175028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.175028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.175028] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.175028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.175028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.175028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.175028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.175028] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 is going to be updated. [ 1181.211956] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.211956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.211956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.212682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.212865] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.223680] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: IN_PROGRESS for 2s [ 1182.207822] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 in Status: SUCCESS [ 1182.208171] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00db7729-6d15-4015-b5d1-85c80e2b5439 deletion is rescheduled due to dependency. [ 1182.208171] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00db7729-6d15-4015-b5d1-85c80e2b5439" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.476060] env[67361]: INFO networking_nsxv3.common.synchronization [req-bae8fe60-ffe4-4866-91de-066a3dcffc21 req-83827417-6327-47e1-8ebd-d5f63bbaa4cf tempest-ServerActionsTestJSON-939340692 tempest-ServerActionsTestJSON-939340692-project-member] Enqueued Resource ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff with Priority: HIGHEST for action security_group_members [ 1182.476806] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff with Priority: HIGHEST for action security_group_members [ 1182.477340] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.477485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.477570] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.477890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.478107] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.478222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.478307] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.478537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.478665] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.478822] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2e8eec4-35f1-4f52-bc61-1cf25a8217ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.981763] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.982468] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.982468] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.982468] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.982468] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.982734] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.982734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.982734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.982880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.982917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.982996] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff is going to be updated. [ 1183.011829] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.012037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.012037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.012290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.012434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.024569] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff in Status: IN_PROGRESS for 2s [ 1183.235514] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: IN_PROGRESS for 4s [ 1185.036093] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff in Status: SUCCESS [ 1185.036093] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff deletion is rescheduled due to dependency. [ 1185.036093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.250032] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 in Status: SUCCESS [ 1185.250180] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd19a0b-e90b-433d-ba5c-5460e2f15bc7 deletion is rescheduled due to dependency. [ 1185.250298] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd19a0b-e90b-433d-ba5c-5460e2f15bc7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.446340] env[67361]: INFO networking_nsxv3.common.synchronization [None req-d217704d-3df1-47df-a2f9-c5f7101c8604 tempest-AttachInterfacesTestJSON-1278998888 tempest-AttachInterfacesTestJSON-1278998888-project-member] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1187.447731] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGHEST for action security_group_members [ 1187.448306] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.448879] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.449139] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.449673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.449986] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.450281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.450472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.451028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.451028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.452036] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.955440] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.955608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.955680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.955905] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.955998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.956220] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.956321] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.956384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.956544] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.956613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.956698] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be updated. [ 1187.986587] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.986793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.986793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.987073] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.987278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.996963] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: IN_PROGRESS for 2s [ 1190.010282] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 in Status: SUCCESS [ 1190.010721] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 deletion is rescheduled due to dependency. [ 1190.010721] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.404251] env[67361]: INFO networking_nsxv3.common.synchronization [None req-6ed6330a-7c1a-4dac-bee3-030f642e8985 None None] Enqueued Resource ID: beb1e46b-44a5-47f9-84c6-3ea1789b159a with Priority: HIGHEST for action port [ 1192.406174] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb1e46b-44a5-47f9-84c6-3ea1789b159a with Priority: HIGHEST for action port [ 1192.407936] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-beb1e46b-44a5-47f9-84c6-3ea1789b159a taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.408515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beb1e46b-44a5-47f9-84c6-3ea1789b159a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.408515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beb1e46b-44a5-47f9-84c6-3ea1789b159a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.409089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beb1e46b-44a5-47f9-84c6-3ea1789b159a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.410845] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beb1e46b-44a5-47f9-84c6-3ea1789b159a',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.915636] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port beb1e46b-44a5-47f9-84c6-3ea1789b159a [ 1192.916045] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.916045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.916045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.916298] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.916343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.916440] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:beb1e46b-44a5-47f9-84c6-3ea1789b159a already deleted. [ 1192.916678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beb1e46b-44a5-47f9-84c6-3ea1789b159a" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.621207] env[67361]: INFO networking_nsxv3.common.synchronization [None req-3e02c0b2-7792-4e06-9615-f4fe82d9fb18 None None] Enqueued Resource ID: deaf798f-c8d0-468c-8c6e-4c18648357b6 with Priority: HIGHEST for action port [ 1194.622257] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deaf798f-c8d0-468c-8c6e-4c18648357b6 with Priority: HIGHEST for action port [ 1194.622990] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-deaf798f-c8d0-468c-8c6e-4c18648357b6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.623169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deaf798f-c8d0-468c-8c6e-4c18648357b6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.623279] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deaf798f-c8d0-468c-8c6e-4c18648357b6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.623974] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deaf798f-c8d0-468c-8c6e-4c18648357b6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.624088] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deaf798f-c8d0-468c-8c6e-4c18648357b6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.127913] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port deaf798f-c8d0-468c-8c6e-4c18648357b6 [ 1195.127913] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.127913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.127913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.127913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.127913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.127913] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:deaf798f-c8d0-468c-8c6e-4c18648357b6 already deleted. [ 1195.127913] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deaf798f-c8d0-468c-8c6e-4c18648357b6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.531325] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.531770] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.531770] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.531914] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.532186] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.532355] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.532781] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.533138] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.533322] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.533538] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.533656] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.533833] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.533966] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.534102] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.534210] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.534341] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.556078] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.556294] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1197.556396] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.556582] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-210" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.556918] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-47c687b5-da9e-4b79-9159-d40cd93ec0c9 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.557109] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.557231] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.557495] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.557629] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c687b5-da9e-4b79-9159-d40cd93ec0c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.060011] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.060328] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.060462] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.060764] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.061065] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.061323] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.061502] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.061596] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.061847] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.062171] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.062401] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.062576] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.062789] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.062941] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.063103] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.063248] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: 47c687b5-da9e-4b79-9159-d40cd93ec0c9 is going to be updated. [ 1198.086651] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.086651] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.086881] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.087028] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.087236] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.087474] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.819581] env[67361]: INFO networking_nsxv3.common.synchronization [req-6e4a1372-c8b1-4924-9ac0-cab72d5dcf5b req-d095db2e-ac9c-4ed7-b75f-373cdff3bc31 service nova] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_rules [ 1198.819844] env[67361]: INFO networking_nsxv3.common.synchronization [req-6e4a1372-c8b1-4924-9ac0-cab72d5dcf5b req-d095db2e-ac9c-4ed7-b75f-373cdff3bc31 service nova] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 1198.819844] env[67361]: INFO networking_nsxv3.common.synchronization [req-6e4a1372-c8b1-4924-9ac0-cab72d5dcf5b req-d095db2e-ac9c-4ed7-b75f-373cdff3bc31 service nova] Enqueued Resource ID: 47c687b5-da9e-4b79-9159-d40cd93ec0c9 with Priority: HIGHEST for action port [ 1198.820313] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_rules [ 1198.820457] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 1198.820591] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c687b5-da9e-4b79-9159-d40cd93ec0c9 with Priority: HIGHEST for action port [ 1198.820886] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.821049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.821090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.821289] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.821395] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.822786] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.822911] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.822983] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.823186] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.823340] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.823470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.823617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.823747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.823844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.823941] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.824830] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-47c687b5-da9e-4b79-9159-d40cd93ec0c9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.824945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.826037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.826231] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.826318] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c687b5-da9e-4b79-9159-d40cd93ec0c9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.328664] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.328830] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.329050] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.330032] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47c687b5-da9e-4b79-9159-d40cd93ec0c9 with status ACTIVE [ 1199.330266] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.330435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.330614] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.330885] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.331018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.331231] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.331357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.331440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.331684] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.331811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.332027] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.332134] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.332183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.332323] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.332488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.332610] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47c687b5-da9e-4b79-9159-d40cd93ec0c9 is going to be updated. [ 1199.355665] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.355827] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.355901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.356135] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.356277] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.356436] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47c687b5-da9e-4b79-9159-d40cd93ec0c9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.835983] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.265258] env[67361]: INFO networking_nsxv3.common.synchronization [req-8827c2ef-7f88-45f7-b0b9-c2af9578d622 req-f02ecd39-7114-47c8-ae2d-4d74aa43d92c tempest-InstanceActionsV221TestJSON-1782573983 tempest-InstanceActionsV221TestJSON-1782573983-project-member] Enqueued Resource ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 with Priority: HIGHEST for action security_group_members [ 1200.265763] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 with Priority: HIGHEST for action security_group_members [ 1200.266094] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.266406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.266488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.266754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.267841] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.267841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.267841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.267841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.267841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.267841] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb06801-ef26-4c44-ac7a-b3f1a78781e6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.340841] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.341062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.341110] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.341336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.341428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.341623] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be updated. [ 1200.373702] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.373891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.373981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.374234] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.374381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.386272] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: IN_PROGRESS for 2s [ 1200.601999] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.602361] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-535" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.602361] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-535" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.602682] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-535" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.602978] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.603180] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.603282] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.603882] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.603882] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.603882] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.604294] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.604294] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.604294] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.604294] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.604556] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.604556] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.625093] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.625093] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1200.625093] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.625093] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-535" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.625494] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-c3ec3de6-a444-4fb7-8384-60589492cdd9 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.625675] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-c3ec3de6-a444-4fb7-8384-60589492cdd9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.625795] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-c3ec3de6-a444-4fb7-8384-60589492cdd9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.626285] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-c3ec3de6-a444-4fb7-8384-60589492cdd9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.626475] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ec3de6-a444-4fb7-8384-60589492cdd9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.771020] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.771338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.771338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.771706] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.771706] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.771836] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.771935] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.771935] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.772076] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.772313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.772313] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 already deleted. [ 1200.772313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.130366] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.130801] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.130970] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.131392] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.131613] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.131863] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port c3ec3de6-a444-4fb7-8384-60589492cdd9 not found, creating... [ 1201.132250] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.132488] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.132647] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.133091] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.133283] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.133700] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.133929] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.134121] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.134423] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.134625] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.134830] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: c3ec3de6-a444-4fb7-8384-60589492cdd9 is going to be created. [ 1201.160514] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.160805] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.160932] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.161260] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.161482] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.161706] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-c3ec3de6-a444-4fb7-8384-60589492cdd9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.889656] env[67361]: INFO networking_nsxv3.common.synchronization [req-8827c2ef-7f88-45f7-b0b9-c2af9578d622 req-3e4e23cb-ce43-4fbd-bf50-6e455284a4fd service nova] Enqueued Resource ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 with Priority: HIGHEST for action security_group_rules [ 1201.889656] env[67361]: INFO networking_nsxv3.common.synchronization [req-8827c2ef-7f88-45f7-b0b9-c2af9578d622 req-3e4e23cb-ce43-4fbd-bf50-6e455284a4fd service nova] Enqueued Resource ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 with Priority: HIGHEST for action security_group_members [ 1201.889656] env[67361]: INFO networking_nsxv3.common.synchronization [req-8827c2ef-7f88-45f7-b0b9-c2af9578d622 req-3e4e23cb-ce43-4fbd-bf50-6e455284a4fd service nova] Enqueued Resource ID: c3ec3de6-a444-4fb7-8384-60589492cdd9 with Priority: HIGHEST for action port [ 1201.890258] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 with Priority: HIGHEST for action security_group_rules [ 1201.890414] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 with Priority: HIGHEST for action security_group_members [ 1201.890497] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ec3de6-a444-4fb7-8384-60589492cdd9 with Priority: HIGHEST for action port [ 1201.890882] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbb06801-ef26-4c44-ac7a-b3f1a78781e6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.891012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.891084] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.891351] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.891632] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbb06801-ef26-4c44-ac7a-b3f1a78781e6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.892642] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.892825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.892898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.893224] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.893421] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.893525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.893598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.893763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.893864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.893962] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb06801-ef26-4c44-ac7a-b3f1a78781e6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.894911] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3ec3de6-a444-4fb7-8384-60589492cdd9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.895014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3ec3de6-a444-4fb7-8384-60589492cdd9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.895014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3ec3de6-a444-4fb7-8384-60589492cdd9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.895179] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3ec3de6-a444-4fb7-8384-60589492cdd9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.895254] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ec3de6-a444-4fb7-8384-60589492cdd9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.397671] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 1202.398105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.398460] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.398651] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.398895] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3ec3de6-a444-4fb7-8384-60589492cdd9 with status ACTIVE [ 1202.399120] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.399253] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.399353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.399637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.399784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.400029] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.400131] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.400222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.400435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.400535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.400762] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.400874] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.400938] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.401206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.401352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.401843] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3ec3de6-a444-4fb7-8384-60589492cdd9 is going to be updated. [ 1202.402685] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb06801-ef26-4c44-ac7a-b3f1a78781e6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.403611] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.403799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.403988] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.404099] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.404152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.404317] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.404419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.404604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.404604] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.428386] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.428541] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.428645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.428928] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.429098] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.429270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3ec3de6-a444-4fb7-8384-60589492cdd9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.906917] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb06801-ef26-4c44-ac7a-b3f1a78781e6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.907746] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.137604] env[67361]: INFO networking_nsxv3.common.synchronization [req-d38a8b29-408c-4dee-bf2b-f05cf4e84f64 req-ff265ac0-e63a-48e0-83f4-0d54b3f8aa1b tempest-DeleteServersTestJSON-1581326510 tempest-DeleteServersTestJSON-1581326510-project-member] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1203.140088] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1203.140088] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.140088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.140088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.140088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.140088] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.140088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.140088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.140485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.140485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.140485] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.409253] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.409838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.409838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.409838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.409838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.410041] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 is going to be created. [ 1203.414187] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e: rpc.has_security_group_logging(os_id): False [ 1203.433457] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.433711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.433711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.433985] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.434167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.434445] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.434583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.434648] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.434826] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.434926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.435040] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be updated. [ 1203.438939] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.439187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.439187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.439371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.439560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.451675] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 in Status: UNINITIALIZED for 2s [ 1203.544582] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.544817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.544817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.545065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.545237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.569722] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: IN_PROGRESS for 2s [ 1203.643575] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.643767] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.643816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.644090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.644191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.644424] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.644531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.644596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.644771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.644866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.644959] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1203.688160] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.688384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.688384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.688598] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.688760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.699599] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1204.232017] env[67361]: INFO networking_nsxv3.common.synchronization [req-1a44276f-f55e-4a81-9967-ab10407ca04f req-45990c46-d67d-494a-ba2f-ca23511cfa31 tempest-AttachVolumeNegativeTest-503832005 tempest-AttachVolumeNegativeTest-503832005-project-member] Enqueued Resource ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 with Priority: HIGHEST for action security_group_members [ 1204.232971] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 with Priority: HIGHEST for action security_group_members [ 1204.233491] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d9b1a42-d019-41b3-94f4-44a71c958234 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.233692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.233930] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.234218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.234475] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.234646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.234762] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.235025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.235183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.235338] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d9b1a42-d019-41b3-94f4-44a71c958234',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.738378] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.738729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.738729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.738982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.739140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.739431] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.739616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.739709] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.739927] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.740068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.740322] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 is going to be updated. [ 1204.772481] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.772637] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.772687] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.773128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.773274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.788192] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 in Status: IN_PROGRESS for 2s [ 1204.918749] env[67361]: INFO networking_nsxv3.common.synchronization [req-491e19bf-1ae3-4337-ae7e-9d18d6240e19 req-5e6c9281-974a-4a3b-ac63-55243d0cfed7 tempest-ServerActionsV293TestJSON-2063072345 tempest-ServerActionsV293TestJSON-2063072345-project-member] Enqueued Resource ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 with Priority: HIGHEST for action security_group_members [ 1204.920160] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 with Priority: HIGHEST for action security_group_members [ 1204.921657] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-33247641-8f19-481b-8a9f-062b2e1a88d0 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.921657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.921828] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.922047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.922749] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.922749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.922749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.922749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.922749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.922749] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33247641-8f19-481b-8a9f-062b2e1a88d0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.424784] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.424956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.425032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.425416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.425416] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.425572] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.425657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.425718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.425870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.425945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.426043] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 already deleted. [ 1205.426128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.464696] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 in Status: SUCCESS [ 1205.464964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.465161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.465556] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.465769] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.465907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.466014] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.466287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.466415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.466524] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.466624] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbb06801-ef26-4c44-ac7a-b3f1a78781e6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.588768] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 1205.588996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.714510] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1205.714816] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 deletion is rescheduled due to dependency. [ 1205.715028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.759883] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.760392] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-167" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.760392] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-167" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.760827] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-167" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.761161] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.761394] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.761729] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.761894] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.762103] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.762282] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.762467] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.762646] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.762871] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.763177] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.763387] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.763552] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.789705] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.789891] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1205.790149] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.790703] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-167" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.791486] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-105e6e51-f77e-463e-b046-f1895a4ada95 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.791673] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-105e6e51-f77e-463e-b046-f1895a4ada95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.791912] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-105e6e51-f77e-463e-b046-f1895a4ada95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.792701] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-105e6e51-f77e-463e-b046-f1895a4ada95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.793099] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('105e6e51-f77e-463e-b046-f1895a4ada95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.969444] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.969726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.969814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.970085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.970262] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.970369] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.970433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.970813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.970907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.970999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.971177] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.971275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.971336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.971484] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.971621] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.971711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.971771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.971907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.971982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.972077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.972168] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbb06801-ef26-4c44-ac7a-b3f1a78781e6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.297204] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.297655] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.297866] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.298311] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.298613] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.298903] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 105e6e51-f77e-463e-b046-f1895a4ada95 not found, creating... [ 1206.299364] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.299574] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.299763] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.300148] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.300350] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.300879] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.301088] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.301220] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.301470] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.301612] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.301764] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 105e6e51-f77e-463e-b046-f1895a4ada95 is going to be created. [ 1206.339909] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.340175] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.340320] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.340732] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.341057] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.341323] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-105e6e51-f77e-463e-b046-f1895a4ada95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.474722] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbb06801-ef26-4c44-ac7a-b3f1a78781e6: rpc.has_security_group_logging(os_id): False [ 1206.512746] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.512949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.513037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.513272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.513385] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.513872] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.513872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.513872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.514111] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.514111] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.514345] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.514419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.514419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.514579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.514657] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.515076] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.515220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.515327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.515552] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.515716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.515716] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 is going to be created. [ 1206.608652] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.608881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.608881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.609157] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.609346] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.625598] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 in Status: IN_PROGRESS for 2s [ 1206.802060] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 in Status: SUCCESS [ 1206.802478] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 deletion is rescheduled due to dependency. [ 1206.802478] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.166021] env[67361]: INFO networking_nsxv3.common.synchronization [req-491e19bf-1ae3-4337-ae7e-9d18d6240e19 req-f4b3034d-19ef-460d-aed9-7b2a74e84c5f service nova] Enqueued Resource ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 with Priority: HIGHEST for action security_group_rules [ 1207.166313] env[67361]: INFO networking_nsxv3.common.synchronization [req-491e19bf-1ae3-4337-ae7e-9d18d6240e19 req-f4b3034d-19ef-460d-aed9-7b2a74e84c5f service nova] Enqueued Resource ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 with Priority: HIGHEST for action security_group_members [ 1207.166526] env[67361]: INFO networking_nsxv3.common.synchronization [req-491e19bf-1ae3-4337-ae7e-9d18d6240e19 req-f4b3034d-19ef-460d-aed9-7b2a74e84c5f service nova] Enqueued Resource ID: 105e6e51-f77e-463e-b046-f1895a4ada95 with Priority: HIGHEST for action port [ 1207.167388] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 with Priority: HIGHEST for action security_group_rules [ 1207.167582] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 with Priority: HIGHEST for action security_group_members [ 1207.167765] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e6e51-f77e-463e-b046-f1895a4ada95 with Priority: HIGHEST for action port [ 1207.168237] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33247641-8f19-481b-8a9f-062b2e1a88d0 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.168566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.168566] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.168730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.168843] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33247641-8f19-481b-8a9f-062b2e1a88d0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.169988] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-33247641-8f19-481b-8a9f-062b2e1a88d0 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.170206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.170688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.170688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.170872] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.170995] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.171063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.171255] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.171340] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.171818] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33247641-8f19-481b-8a9f-062b2e1a88d0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.174918] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-105e6e51-f77e-463e-b046-f1895a4ada95 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.175138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-105e6e51-f77e-463e-b046-f1895a4ada95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.175222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-105e6e51-f77e-463e-b046-f1895a4ada95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.175382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-105e6e51-f77e-463e-b046-f1895a4ada95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.175461] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('105e6e51-f77e-463e-b046-f1895a4ada95',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.677132] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33247641-8f19-481b-8a9f-062b2e1a88d0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.678425] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-33247641-8f19-481b-8a9f-062b2e1a88d0 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.678563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.678939] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 105e6e51-f77e-463e-b046-f1895a4ada95 with status ACTIVE [ 1207.679169] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.679280] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.679337] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.679562] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.679668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.679877] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.680036] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.680139] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.680309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.680591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.680591] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.680757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.680757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.680891] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.680945] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.681048] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 105e6e51-f77e-463e-b046-f1895a4ada95 is going to be updated. [ 1207.708818] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.708980] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.709077] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.709304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.709468] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.709654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-105e6e51-f77e-463e-b046-f1895a4ada95" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.179745] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33247641-8f19-481b-8a9f-062b2e1a88d0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.642180] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 in Status: SUCCESS [ 1208.642522] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.682140] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.682346] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.682409] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.682659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.682749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.682931] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 is going to be created. [ 1208.704995] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.705253] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.705253] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.705471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.705630] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.715082] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 in Status: UNINITIALIZED for 2s [ 1210.729750] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 in Status: SUCCESS [ 1210.730166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.730236] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.730432] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.730620] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.730894] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.731322] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.731577] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.731704] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.731805] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.731905] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33247641-8f19-481b-8a9f-062b2e1a88d0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.234829] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33247641-8f19-481b-8a9f-062b2e1a88d0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.418538] env[67361]: INFO networking_nsxv3.common.synchronization [req-69f8aa41-f7da-43eb-94f6-637b4ebbd07e req-3d51bbce-8e97-429d-9641-bcec8e92753b tempest-DeleteServersTestJSON-1581326510 tempest-DeleteServersTestJSON-1581326510-project-member] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1211.419774] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1211.420483] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.420483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.420483] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.420727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.420829] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.420907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.420965] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.421125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.421213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.421309] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.739837] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33247641-8f19-481b-8a9f-062b2e1a88d0: rpc.has_security_group_logging(os_id): False [ 1211.760782] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.760782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.760782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.760782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.761210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.761210] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.761291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.761398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.761559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.761652] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.761748] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 is going to be created. [ 1211.816493] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.816764] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.816898] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.817307] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.817727] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.817903] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.818038] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.818338] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.818618] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.818860] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.818977] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.819325] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.819571] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.819781] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.819914] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.820069] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.831122] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.831329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.831376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.831578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.831879] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.843294] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.843294] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.843426] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.843592] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.844085] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-7506fa3f-b098-420d-b2f9-70998ff073f4 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.844307] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-7506fa3f-b098-420d-b2f9-70998ff073f4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.844438] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-7506fa3f-b098-420d-b2f9-70998ff073f4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.844807] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-7506fa3f-b098-420d-b2f9-70998ff073f4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.844964] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7506fa3f-b098-420d-b2f9-70998ff073f4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.846774] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 in Status: IN_PROGRESS for 2s [ 1211.924096] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.924338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.924419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.924668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.924780] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.925161] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.925326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.925402] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.925622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.925738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.925870] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1211.977444] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.977615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.977667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.977963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.978025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.999056] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1212.348388] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.348714] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.348714] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.349063] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.349179] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.349325] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 7506fa3f-b098-420d-b2f9-70998ff073f4 not found, creating... [ 1212.349582] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.349732] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.349843] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.350180] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.350317] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.350597] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.350783] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.350890] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.351130] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.351264] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.351399] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 7506fa3f-b098-420d-b2f9-70998ff073f4 is going to be created. [ 1212.373661] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.373940] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.374109] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.374402] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.374635] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.374861] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-7506fa3f-b098-420d-b2f9-70998ff073f4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.096376] env[67361]: INFO networking_nsxv3.common.synchronization [req-69f8aa41-f7da-43eb-94f6-637b4ebbd07e req-b57ad51a-c506-42c2-bc1d-c9e6f3a2046e service nova] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_rules [ 1213.096646] env[67361]: INFO networking_nsxv3.common.synchronization [req-69f8aa41-f7da-43eb-94f6-637b4ebbd07e req-b57ad51a-c506-42c2-bc1d-c9e6f3a2046e service nova] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1213.096753] env[67361]: INFO networking_nsxv3.common.synchronization [req-69f8aa41-f7da-43eb-94f6-637b4ebbd07e req-b57ad51a-c506-42c2-bc1d-c9e6f3a2046e service nova] Enqueued Resource ID: 7506fa3f-b098-420d-b2f9-70998ff073f4 with Priority: HIGHEST for action port [ 1213.097643] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_rules [ 1213.097817] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1213.097952] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7506fa3f-b098-420d-b2f9-70998ff073f4 with Priority: HIGHEST for action port [ 1213.098448] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.098569] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.098668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.098947] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.099077] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.100291] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.100421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.100687] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-7506fa3f-b098-420d-b2f9-70998ff073f4 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.100836] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7506fa3f-b098-420d-b2f9-70998ff073f4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.101336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7506fa3f-b098-420d-b2f9-70998ff073f4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.101398] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7506fa3f-b098-420d-b2f9-70998ff073f4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.101513] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7506fa3f-b098-420d-b2f9-70998ff073f4',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.610057] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.610057] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.610392] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7506fa3f-b098-420d-b2f9-70998ff073f4 with status ACTIVE [ 1213.610723] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.611050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.611287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.611858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.613079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.613079] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.613079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.613079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.613079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.613079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.613443] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.613443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.613523] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.614702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.614781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.614848] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7506fa3f-b098-420d-b2f9-70998ff073f4 is going to be updated. [ 1213.639195] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.639770] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.639880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.640545] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.640545] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.640754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7506fa3f-b098-420d-b2f9-70998ff073f4" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.860271] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 in Status: SUCCESS [ 1213.860693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.009133] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1214.009323] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 deletion is rescheduled due to dependency. [ 1214.009437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.009603] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.009855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.010011] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.010136] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.010209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.010380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.010462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.010560] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.514684] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.020562] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.335628] env[67361]: INFO networking_nsxv3.common.synchronization [req-623abdb4-c32f-4134-ad9a-b1cde438dc02 req-f1f875e1-f43d-4ba9-b92b-653fc26e0471 tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_members [ 1215.335628] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_members [ 1215.335628] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.335628] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.335817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.335863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.337544] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.337894] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.337894] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.338062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.338062] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.338794] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.527464] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.527464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.527464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.527464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.527464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.527464] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1215.558747] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.558747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.558747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.558747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.558747] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.568522] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1215.841480] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.345015] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.461418] env[67361]: INFO networking_nsxv3.common.synchronization [req-cbba6492-61fd-4389-943e-e3757ebd1270 req-aad6205b-9555-49e6-ae24-0a043d1a95f8 tempest-InstanceActionsV221TestJSON-1782573983 tempest-InstanceActionsV221TestJSON-1782573983-project-member] Enqueued Resource ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 with Priority: HIGHEST for action security_group_members [ 1216.462074] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 with Priority: HIGHEST for action security_group_members [ 1216.462410] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.462539] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.462599] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.462806] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.463041] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.463148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.463202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.463386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.464281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.464281] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb06801-ef26-4c44-ac7a-b3f1a78781e6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.848203] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.848589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.848589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.848664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.848707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.848807] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 is going to be updated. [ 1216.876665] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.876811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.876811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.877040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.877179] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.885664] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: IN_PROGRESS for 2s [ 1216.966550] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.966741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.966787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.966982] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.967089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.967282] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.967379] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.967440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.967596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.967671] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.967754] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 is going to be updated. [ 1217.027887] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.028166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.028232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.028460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.028665] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.038546] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 in Status: IN_PROGRESS for 2s [ 1217.581093] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1217.581093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.582027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.582218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.582508] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.582691] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.582797] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.583133] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.583351] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.583498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.583642] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.630233] env[67361]: INFO networking_nsxv3.common.synchronization [req-07e4321e-8ce3-4896-82be-d15550b3e09d req-86b12d2b-f0bb-4f9b-a451-3791dd3bb307 tempest-ServerActionsTestJSON-939340692 tempest-ServerActionsTestJSON-939340692-project-member] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 1217.633048] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 1217.633426] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.633559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.633626] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.633841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.634106] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.634169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.634244] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.634389] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.634479] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.634575] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.090284] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.090284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.090284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.090284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.090284] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.090284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.090284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.090284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.090284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.090284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.090284] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.090284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.090284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.090284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.090284] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.090284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.091208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.091617] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.091841] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.092069] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.092309] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.138809] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.138809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.138809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.138809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.181322] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.181322] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.181438] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.181470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.181707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.181855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.181953] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 is going to be updated. [ 1218.256061] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.256696] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.256815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.257052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.257223] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.267061] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: IN_PROGRESS for 2s [ 1218.594841] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a3a2bd-457b-4620-b447-35f17c36b051: rpc.has_security_group_logging(os_id): False [ 1218.616195] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.616332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.616417] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.618419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.618419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.618419] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.618419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.618419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.618419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.618419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.618419] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.618419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.618419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.618419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.618419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.618419] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.618419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.619068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.619068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.619068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.619068] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1218.686309] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.686559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.686559] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.686727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.686967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.709665] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1218.873889] env[67361]: INFO networking_nsxv3.common.synchronization [req-0bcc5fc9-6b8d-4349-822c-d50b32767bdc req-3977a4cc-3199-424c-8ec0-014ec7f264f0 tempest-ServerActionsTestOtherB-896352122 tempest-ServerActionsTestOtherB-896352122-project-member] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 1218.875429] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGHEST for action security_group_members [ 1218.875429] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.875429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.875429] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.876032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.876133] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.876201] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.876268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.876427] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.876515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.876607] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.898583] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: SUCCESS [ 1218.898895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.050221] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 in Status: SUCCESS [ 1219.050450] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb06801-ef26-4c44-ac7a-b3f1a78781e6 deletion is rescheduled due to dependency. [ 1219.050582] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb06801-ef26-4c44-ac7a-b3f1a78781e6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.378755] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.379083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.379083] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.379209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.379263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.379439] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.379539] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.379604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.379749] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.379826] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.379980] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be updated. [ 1219.408299] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.408455] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.408516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.408712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.408851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.419733] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: IN_PROGRESS for 2s [ 1220.283129] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: SUCCESS [ 1220.283329] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 deletion is rescheduled due to dependency. [ 1220.283507] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.727873] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1220.728134] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.432889] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e in Status: SUCCESS [ 1221.433287] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e deletion is rescheduled due to dependency. [ 1221.433425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.875720] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.875720] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1226.047314] env[67361]: INFO networking_nsxv3.common.synchronization [req-edfc6a64-6c13-4607-8db2-345b2f1a86c5 req-60d3c977-a1e6-487f-8dfa-e20f35b119fb tempest-DeleteServersTestJSON-1581326510 tempest-DeleteServersTestJSON-1581326510-project-member] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1226.047314] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1226.047314] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.047314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.047314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.047314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.047314] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.047314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.047314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.047314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.047314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.051230] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.329999] env[67361]: INFO networking_nsxv3.common.synchronization [req-dc299057-a0ce-4911-844d-4dfd4f9db517 req-f8e3cbc3-6eb0-42f4-8f38-86336b43bb88 tempest-ServerActionsTestJSON-939340692 tempest-ServerActionsTestJSON-939340692-project-member] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 1226.330695] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 1226.332958] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.332958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.332958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.332958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.332958] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.332958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.332958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.332958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.332958] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.332958] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.554271] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.554496] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.554596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.554876] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.556268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.556268] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.556268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.556268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.556268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.556268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.556268] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1226.588040] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.588040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.588040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.588040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.588040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.597452] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1226.745580] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.745880] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.746074] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.747127] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.747424] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.747583] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.747699] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.747917] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.748771] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.748771] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.748771] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.748771] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.748915] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.748915] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.748993] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.749126] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.769321] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.769321] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.769538] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.769580] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.769901] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-23e554c5-817c-425b-b029-1939cd04982b taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.770098] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-23e554c5-817c-425b-b029-1939cd04982b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.770208] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-23e554c5-817c-425b-b029-1939cd04982b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.770539] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-23e554c5-817c-425b-b029-1939cd04982b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.770677] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23e554c5-817c-425b-b029-1939cd04982b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.835276] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.835428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.835506] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.835716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.835807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.836010] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.836117] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.836243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.836426] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.836501] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.836602] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 is going to be updated. [ 1226.864590] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.864771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.864771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.864956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.865108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.873780] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: IN_PROGRESS for 2s [ 1227.273217] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.273532] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.273619] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.273858] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.274031] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.274237] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 23e554c5-817c-425b-b029-1939cd04982b not found, creating... [ 1227.274536] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.274729] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.274812] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.275056] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.275196] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.275499] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.275656] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.275777] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.275994] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.276183] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.276331] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 23e554c5-817c-425b-b029-1939cd04982b is going to be created. [ 1227.304080] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.304429] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.304676] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.305034] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.305500] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.305598] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-23e554c5-817c-425b-b029-1939cd04982b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.026130] env[67361]: INFO networking_nsxv3.common.synchronization [req-dc299057-a0ce-4911-844d-4dfd4f9db517 req-1873d518-5adb-4895-b385-0c81ef4a11bc service nova] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_rules [ 1228.026130] env[67361]: INFO networking_nsxv3.common.synchronization [req-dc299057-a0ce-4911-844d-4dfd4f9db517 req-1873d518-5adb-4895-b385-0c81ef4a11bc service nova] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 1228.026130] env[67361]: INFO networking_nsxv3.common.synchronization [req-dc299057-a0ce-4911-844d-4dfd4f9db517 req-1873d518-5adb-4895-b385-0c81ef4a11bc service nova] Enqueued Resource ID: 23e554c5-817c-425b-b029-1939cd04982b with Priority: HIGHEST for action port [ 1228.026130] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_rules [ 1228.026130] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 1228.030299] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e554c5-817c-425b-b029-1939cd04982b with Priority: HIGHEST for action port [ 1228.031061] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.031590] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.031786] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.034064] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.034064] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.034064] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.034064] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.035539] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-23e554c5-817c-425b-b029-1939cd04982b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.035825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23e554c5-817c-425b-b029-1939cd04982b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.037113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23e554c5-817c-425b-b029-1939cd04982b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.037113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23e554c5-817c-425b-b029-1939cd04982b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.037113] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23e554c5-817c-425b-b029-1939cd04982b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.538455] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.538784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.538988] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23e554c5-817c-425b-b029-1939cd04982b with status ACTIVE [ 1228.539238] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.539377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.539463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.539692] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.539783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.539955] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.540063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.540151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.540278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.540351] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.540528] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.540619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.540680] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.540820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.540892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.540994] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23e554c5-817c-425b-b029-1939cd04982b is going to be updated. [ 1228.562896] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.563130] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.563130] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.563352] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.563487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.563667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23e554c5-817c-425b-b029-1939cd04982b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.607956] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1228.608186] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 deletion is rescheduled due to dependency. [ 1228.608272] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.885309] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: SUCCESS [ 1228.885309] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 deletion is rescheduled due to dependency. [ 1228.885309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.885309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.885309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.885309] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.885309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.885309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.885309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.885309] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.885309] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.063168] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.063487] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.063693] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.064236] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.064418] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.064588] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.064746] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.067305] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.067467] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.067682] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.067795] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.068156] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.068156] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.068156] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.068442] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.068442] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.086906] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.087021] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1229.087112] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.087289] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.088080] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.088080] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.088080] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.088285] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.088323] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.386686] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.590520] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.591029] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.591029] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.591231] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.591402] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.591697] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.591853] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.591968] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.592210] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.592347] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.592627] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.592780] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.592905] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.593165] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.593309] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.593449] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da is going to be updated. [ 1229.613822] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.614105] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.614187] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.614441] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.614624] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.614836] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.889481] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.897263] env[67361]: INFO networking_nsxv3.common.synchronization [None req-32626c73-620f-4ee8-a625-bb9ee60042e8 None None] Enqueued Resource ID: 84d8fe3a-18dc-454a-b7b1-edb2423d5c1b with Priority: HIGHEST for action port [ 1229.897977] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d8fe3a-18dc-454a-b7b1-edb2423d5c1b with Priority: HIGHEST for action port [ 1229.898733] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-84d8fe3a-18dc-454a-b7b1-edb2423d5c1b taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.898733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84d8fe3a-18dc-454a-b7b1-edb2423d5c1b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.898882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84d8fe3a-18dc-454a-b7b1-edb2423d5c1b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.899166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84d8fe3a-18dc-454a-b7b1-edb2423d5c1b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.899306] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d8fe3a-18dc-454a-b7b1-edb2423d5c1b',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.392147] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.392904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.392904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.392904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.392904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.392904] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 is going to be updated. [ 1230.395345] env[67361]: INFO networking_nsxv3.common.synchronization [req-dab5ff91-acc4-4033-b836-c499f4ab1f7b req-cab0e1ba-701d-48e1-8de5-ffcc15359caf service nova] Enqueued Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_rules [ 1230.395549] env[67361]: INFO networking_nsxv3.common.synchronization [req-dab5ff91-acc4-4033-b836-c499f4ab1f7b req-cab0e1ba-701d-48e1-8de5-ffcc15359caf service nova] Enqueued Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_members [ 1230.395698] env[67361]: INFO networking_nsxv3.common.synchronization [req-dab5ff91-acc4-4033-b836-c499f4ab1f7b req-cab0e1ba-701d-48e1-8de5-ffcc15359caf service nova] Enqueued Resource ID: 7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da with Priority: HIGHEST for action port [ 1230.396867] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_rules [ 1230.397794] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_members [ 1230.397794] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da with Priority: HIGHEST for action port [ 1230.397794] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.398026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.398026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.398158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.398235] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.399654] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.399748] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.399802] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.400148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.400453] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.400572] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.400636] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.400790] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.400874] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.400964] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.404734] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.404861] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.405107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.405305] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.405389] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.409222] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84d8fe3a-18dc-454a-b7b1-edb2423d5c1b [ 1230.409426] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.409661] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.409728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.410829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.410829] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.410829] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84d8fe3a-18dc-454a-b7b1-edb2423d5c1b already deleted. [ 1230.411026] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84d8fe3a-18dc-454a-b7b1-edb2423d5c1b" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.426772] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.426950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.426994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.427580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.427580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.438474] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: IN_PROGRESS for 2s [ 1230.907941] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.909664] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.909783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.912390] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da with status ACTIVE [ 1230.912447] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.912536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.913727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.913727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.913843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.914151] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.914151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.914285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.914455] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.915413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.915413] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.915413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.915413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.915413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.915413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.915413] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da is going to be updated. [ 1230.937269] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.937434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.937476] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.937666] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.937799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.937965] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b9c29e9-5ef5-4c15-b0fc-09b1e116f7da" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.410121] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.912600] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.912995] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.912995] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.913182] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.913305] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.913426] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 is going to be updated. [ 1231.945797] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.945929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.946012] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.946264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.946369] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.956480] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 in Status: IN_PROGRESS for 2s [ 1232.387668] env[67361]: INFO networking_nsxv3.common.synchronization [None req-c5f49a60-b1de-4a20-8538-7f5c61b92ce4 None None] Enqueued Resource ID: a7084a8f-88ba-45b8-afab-3cab6d9a8887 with Priority: HIGHEST for action port [ 1232.388415] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7084a8f-88ba-45b8-afab-3cab6d9a8887 with Priority: HIGHEST for action port [ 1232.388617] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7084a8f-88ba-45b8-afab-3cab6d9a8887 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.389229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7084a8f-88ba-45b8-afab-3cab6d9a8887" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.389350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7084a8f-88ba-45b8-afab-3cab6d9a8887" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.389675] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7084a8f-88ba-45b8-afab-3cab6d9a8887" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.389773] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7084a8f-88ba-45b8-afab-3cab6d9a8887',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.449360] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: SUCCESS [ 1232.449604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.449766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.449981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.450199] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.450313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.450377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.450523] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.450603] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.450684] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.450770] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.892957] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7084a8f-88ba-45b8-afab-3cab6d9a8887 [ 1232.893244] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.893384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.893456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.893670] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.893762] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.893865] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7084a8f-88ba-45b8-afab-3cab6d9a8887 already deleted. [ 1232.893934] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7084a8f-88ba-45b8-afab-3cab6d9a8887" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.953344] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.456097] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b53f40-32ae-47e1-af11-c95b36a18980: rpc.has_security_group_logging(os_id): False [ 1233.476975] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.477195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.477327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.477546] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.477663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.477869] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.477976] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.478105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.478260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.478338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.479032] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 is going to be updated. [ 1233.542187] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.542187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.542601] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.542601] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.542866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.559637] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: IN_PROGRESS for 2s [ 1233.968039] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 in Status: SUCCESS [ 1233.968039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.968039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.968500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.968603] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.968768] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.968857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.969126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.969238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.969358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.969481] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.471700] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.974771] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11: rpc.has_security_group_logging(os_id): False [ 1234.993207] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.993421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.993421] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.993668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.993762] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.994022] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.994167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.994224] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.994344] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.994420] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.994511] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 is going to be updated. [ 1235.062313] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.062474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.062558] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.062784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.062937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.078419] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 in Status: IN_PROGRESS for 2s [ 1235.534322] env[67361]: INFO networking_nsxv3.common.synchronization [req-029e0280-829c-4caf-8013-b2e625bccab7 req-97c478e4-8587-4094-aca8-baab88e19ac8 tempest-ServerPasswordTestJSON-1632581168 tempest-ServerPasswordTestJSON-1632581168-project-member] Enqueued Resource ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad with Priority: HIGHEST for action security_group_members [ 1235.534954] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad with Priority: HIGHEST for action security_group_members [ 1235.535775] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.535919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.535996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.536259] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.536426] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.536532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.536586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.536864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.536962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.537078] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1f543e-dc3c-4dc0-af0e-e50295a644ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.576191] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: SUCCESS [ 1235.576405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.865677] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.865884] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-837" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.865980] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-837" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.866499] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-837" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.867141] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.867141] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.867373] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.867566] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.867566] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.868290] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.868290] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.868290] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.868290] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.868290] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.868290] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.868687] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.891022] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.891250] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1235.891395] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.891576] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-837" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.891892] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-fe25b297-d617-47c2-ad6e-7dd42d411daa taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.892364] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-fe25b297-d617-47c2-ad6e-7dd42d411daa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.892664] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-fe25b297-d617-47c2-ad6e-7dd42d411daa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.893071] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-fe25b297-d617-47c2-ad6e-7dd42d411daa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.893298] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe25b297-d617-47c2-ad6e-7dd42d411daa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.039016] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.039366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.039366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.039514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.039610] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.039819] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.039915] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.039968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.040166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.040245] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.040332] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad already deleted. [ 1236.040406] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.396507] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.396736] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.396736] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.396936] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.397114] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.397313] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port fe25b297-d617-47c2-ad6e-7dd42d411daa not found, creating... [ 1236.397662] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.397921] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.398136] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.398484] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.398678] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.398987] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.399192] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.399748] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.399748] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.399945] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.400047] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: fe25b297-d617-47c2-ad6e-7dd42d411daa is going to be created. [ 1236.428136] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.428386] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.428439] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.428713] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.428943] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.429216] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-fe25b297-d617-47c2-ad6e-7dd42d411daa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.096950] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 in Status: SUCCESS [ 1237.097312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.162566] env[67361]: INFO networking_nsxv3.common.synchronization [req-029e0280-829c-4caf-8013-b2e625bccab7 req-73ba7120-123c-4380-bfd8-7c1d2c85ce5b service nova] Enqueued Resource ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad with Priority: HIGHEST for action security_group_rules [ 1237.162848] env[67361]: INFO networking_nsxv3.common.synchronization [req-029e0280-829c-4caf-8013-b2e625bccab7 req-73ba7120-123c-4380-bfd8-7c1d2c85ce5b service nova] Enqueued Resource ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad with Priority: HIGHEST for action security_group_members [ 1237.163149] env[67361]: INFO networking_nsxv3.common.synchronization [req-029e0280-829c-4caf-8013-b2e625bccab7 req-73ba7120-123c-4380-bfd8-7c1d2c85ce5b service nova] Enqueued Resource ID: fe25b297-d617-47c2-ad6e-7dd42d411daa with Priority: HIGHEST for action port [ 1237.163149] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad with Priority: HIGHEST for action security_group_rules [ 1237.163149] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad with Priority: HIGHEST for action security_group_members [ 1237.163149] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25b297-d617-47c2-ad6e-7dd42d411daa with Priority: HIGHEST for action port [ 1237.164632] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1f543e-dc3c-4dc0-af0e-e50295a644ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.164789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.164902] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.165343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.165500] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1f543e-dc3c-4dc0-af0e-e50295a644ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.166646] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.166861] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.167096] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.168055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.168055] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.168055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.168055] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.168638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.168638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.168638] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1f543e-dc3c-4dc0-af0e-e50295a644ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.169816] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe25b297-d617-47c2-ad6e-7dd42d411daa taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.170049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe25b297-d617-47c2-ad6e-7dd42d411daa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.170156] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe25b297-d617-47c2-ad6e-7dd42d411daa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.170371] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe25b297-d617-47c2-ad6e-7dd42d411daa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.170499] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe25b297-d617-47c2-ad6e-7dd42d411daa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.550428] env[67361]: INFO networking_nsxv3.common.synchronization [req-57133c93-f75b-4a15-9c82-441788033f8d req-d6fa2b9b-765b-4d2d-9949-b54fb51e806f tempest-ServerActionsTestOtherA-1479677294 tempest-ServerActionsTestOtherA-1479677294-project-member] Enqueued Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_members [ 1237.551026] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGHEST for action security_group_members [ 1237.551408] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.551573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.551654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.551886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.552138] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.552282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.552369] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.552646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.552777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.552906] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.673481] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1f543e-dc3c-4dc0-af0e-e50295a644ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.674441] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.674441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.675021] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe25b297-d617-47c2-ad6e-7dd42d411daa with status ACTIVE [ 1237.675311] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.675555] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.675712] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.678032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.678032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.678032] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.678032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.678032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.678032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.678032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.678032] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.678032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.678032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.678032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.678032] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.678032] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe25b297-d617-47c2-ad6e-7dd42d411daa is going to be updated. [ 1237.703988] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.704216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.704216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.704461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.704782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.704782] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe25b297-d617-47c2-ad6e-7dd42d411daa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.909499] env[67361]: INFO networking_nsxv3.common.synchronization [req-a3e98352-ec86-4f3d-b6ca-aead5759d3eb req-2634ec67-0bf5-4ed0-9df0-4ca0efda7447 tempest-DeleteServersTestJSON-1581326510 tempest-DeleteServersTestJSON-1581326510-project-member] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1237.909499] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1237.909882] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.909994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.911471] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.911721] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.912110] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.912815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.912910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.913076] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.913214] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.913324] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.055379] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.055807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.055910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.056093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.056200] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.056671] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.056962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.056962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.056962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.057155] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.057155] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 is going to be updated. [ 1238.090156] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.090368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.090368] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.090655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.090713] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.103656] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: IN_PROGRESS for 2s [ 1238.175552] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1f543e-dc3c-4dc0-af0e-e50295a644ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.260437] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.260656] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.260780] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.261132] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.261407] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.261898] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.262056] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.262406] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.262574] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.262736] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.262809] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.262915] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.263033] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.263231] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.263402] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.263550] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.291460] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.291841] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1238.292027] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.292251] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.292845] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-fb564d20-9534-4219-bb5a-c025f1e583ad taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.293064] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-fb564d20-9534-4219-bb5a-c025f1e583ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.294117] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-fb564d20-9534-4219-bb5a-c025f1e583ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.294117] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-fb564d20-9534-4219-bb5a-c025f1e583ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.294117] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb564d20-9534-4219-bb5a-c025f1e583ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.415507] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.415739] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.415820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.416063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.416171] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.416357] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.416487] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.416543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.416649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.416723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.416809] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1238.457571] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.457793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.457793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.457949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.458121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.472181] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1238.678767] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.678957] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.679021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.679281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.679450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.679640] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad is going to be created. [ 1238.705371] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.705591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.705689] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.705869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.706038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.716463] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad in Status: UNINITIALIZED for 2s [ 1238.796798] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.796798] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.796798] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.797090] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.797213] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.797383] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port fb564d20-9534-4219-bb5a-c025f1e583ad not found, creating... [ 1238.797631] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.797783] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.797899] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.798173] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.804467] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.804467] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.804467] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.804467] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.804467] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.804467] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.804467] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: fb564d20-9534-4219-bb5a-c025f1e583ad is going to be created. [ 1238.823756] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.824248] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.824795] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.824795] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.825095] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.825402] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-fb564d20-9534-4219-bb5a-c025f1e583ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.515333] env[67361]: INFO networking_nsxv3.common.synchronization [req-a3e98352-ec86-4f3d-b6ca-aead5759d3eb req-a474dc46-fc3f-4323-afe8-63aa93cf6d1a service nova] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_rules [ 1239.516450] env[67361]: INFO networking_nsxv3.common.synchronization [req-a3e98352-ec86-4f3d-b6ca-aead5759d3eb req-a474dc46-fc3f-4323-afe8-63aa93cf6d1a service nova] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1239.516769] env[67361]: INFO networking_nsxv3.common.synchronization [req-a3e98352-ec86-4f3d-b6ca-aead5759d3eb req-a474dc46-fc3f-4323-afe8-63aa93cf6d1a service nova] Enqueued Resource ID: fb564d20-9534-4219-bb5a-c025f1e583ad with Priority: HIGHEST for action port [ 1239.517648] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_rules [ 1239.517901] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1239.518138] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb564d20-9534-4219-bb5a-c025f1e583ad with Priority: HIGHEST for action port [ 1239.518602] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.518866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.518999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.519385] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.519572] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.521153] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.522145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.522145] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb564d20-9534-4219-bb5a-c025f1e583ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.522145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb564d20-9534-4219-bb5a-c025f1e583ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.522145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb564d20-9534-4219-bb5a-c025f1e583ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.522470] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb564d20-9534-4219-bb5a-c025f1e583ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.522470] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb564d20-9534-4219-bb5a-c025f1e583ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.024088] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.024343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.025793] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb564d20-9534-4219-bb5a-c025f1e583ad with status ACTIVE [ 1240.026028] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.026235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.026311] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.026531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.026622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.026809] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.026907] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.026969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.027336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.027474] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.027606] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.027707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.027772] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.027929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.028019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.028103] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb564d20-9534-4219-bb5a-c025f1e583ad is going to be updated. [ 1240.053705] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.053952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.053952] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.054129] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.054359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.054520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb564d20-9534-4219-bb5a-c025f1e583ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.118738] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 in Status: SUCCESS [ 1240.118925] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 deletion is rescheduled due to dependency. [ 1240.119053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.485430] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1240.485661] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 deletion is rescheduled due to dependency. [ 1240.485855] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.486070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.487344] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.487552] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.487866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.487866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.487987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.487987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.488103] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.730721] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad in Status: SUCCESS [ 1240.731039] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.731218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.731418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.731620] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.731750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.731816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.732124] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.732124] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.732218] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.732301] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc1f543e-dc3c-4dc0-af0e-e50295a644ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.990731] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.235178] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.235397] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.235485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.235738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.235910] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.236022] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.236086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.236254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.236349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.236446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.236595] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.236688] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.236750] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.236894] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.237045] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.237138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.237201] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.237341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.237417] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.237498] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.237591] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc1f543e-dc3c-4dc0-af0e-e50295a644ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.493475] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.739644] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc1f543e-dc3c-4dc0-af0e-e50295a644ad: rpc.has_security_group_logging(os_id): False [ 1241.760501] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.760693] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.760765] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.761035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.761215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.761329] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.761420] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.761520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.761649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.761720] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.761921] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.762047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.762112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.762258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.762347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.762547] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.762654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.762717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.762858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.762951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.763056] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad is going to be created. [ 1241.918343] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.918522] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.918522] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.918659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.918842] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.933911] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad in Status: IN_PROGRESS for 2s [ 1241.996479] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.996479] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.996479] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.996479] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.996479] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.996479] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1242.051371] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.051643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.051643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.051808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.051962] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.067648] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1243.950037] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad in Status: SUCCESS [ 1243.950413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.078315] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1244.078621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.078793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.079023] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.079219] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.079328] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.079397] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.079552] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.079659] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.079775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.079895] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.519429] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.519645] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1244.582484] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.582751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.582751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.583066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.583332] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.583463] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.583508] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.583697] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.583787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.583892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.584069] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.584190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.584286] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.584412] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.584556] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.584662] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.584725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.584884] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.584965] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.585060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.585148] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.087218] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a3a2bd-457b-4620-b447-35f17c36b051: rpc.has_security_group_logging(os_id): False [ 1245.126552] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.126752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.126752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.126990] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.127103] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.127344] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.127435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.127495] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.127660] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.127728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.127909] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.127998] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.128070] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.128208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.128282] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.128462] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.128551] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.128616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.128740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.128805] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.128890] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1245.187672] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.187883] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.187883] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.188102] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.188286] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.205817] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1247.222368] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1247.222738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.341020] env[67361]: INFO networking_nsxv3.common.synchronization [req-4a3613af-1bba-42e2-8169-94adaccbfb30 req-768c4458-729b-4dbb-8594-9bd8acc990f7 tempest-ServerPasswordTestJSON-1632581168 tempest-ServerPasswordTestJSON-1632581168-project-member] Enqueued Resource ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad with Priority: HIGHEST for action security_group_members [ 1248.341601] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad with Priority: HIGHEST for action security_group_members [ 1248.341918] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.342202] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.342287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.342537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.342671] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.342776] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.342858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.343016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.343105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.343200] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1f543e-dc3c-4dc0-af0e-e50295a644ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.846262] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.846262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.846262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.846262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.846262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.846608] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.846608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.846608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.846725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.846725] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.846817] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad is going to be updated. [ 1248.873077] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.873237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.873362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.873588] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.873729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.882428] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad in Status: IN_PROGRESS for 2s [ 1250.894563] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad in Status: SUCCESS [ 1250.894926] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad deletion is rescheduled due to dependency. [ 1250.894926] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.014838] env[67361]: INFO networking_nsxv3.common.synchronization [req-abe7c53c-c6c1-4957-89c8-634493ce9fb9 req-f425c159-04a7-44d4-966e-e02dd025ac44 tempest-DeleteServersTestJSON-1581326510 tempest-DeleteServersTestJSON-1581326510-project-member] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1253.015566] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1253.015915] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.016111] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.016180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.016329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.016492] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.016594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.016655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.016806] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.017520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.017520] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.519507] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.519742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.519742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.519993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.520133] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.520354] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.520461] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.520522] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.520710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.520784] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.520875] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1253.556608] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.556799] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.556892] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.557386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.557386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.569658] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1255.580857] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1255.581227] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 deletion is rescheduled due to dependency. [ 1255.581227] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.991468] env[67361]: INFO networking_nsxv3.common.synchronization [None req-12ce273f-71b7-4148-a20c-010459020c31 None None] Enqueued Resource ID: 94c09a96-8f6a-4973-8990-135f2fcf49f5 with Priority: HIGHEST for action port [ 1255.991993] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c09a96-8f6a-4973-8990-135f2fcf49f5 with Priority: HIGHEST for action port [ 1255.992309] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-94c09a96-8f6a-4973-8990-135f2fcf49f5 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.992433] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94c09a96-8f6a-4973-8990-135f2fcf49f5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.992500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94c09a96-8f6a-4973-8990-135f2fcf49f5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.992763] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94c09a96-8f6a-4973-8990-135f2fcf49f5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.992848] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94c09a96-8f6a-4973-8990-135f2fcf49f5',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.495320] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94c09a96-8f6a-4973-8990-135f2fcf49f5 [ 1256.495573] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.495727] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.495795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.496018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.496119] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.496214] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94c09a96-8f6a-4973-8990-135f2fcf49f5 already deleted. [ 1256.496299] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94c09a96-8f6a-4973-8990-135f2fcf49f5" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.668734] env[67361]: INFO networking_nsxv3.common.synchronization [None req-31ce1a27-1d01-4afe-b973-18df72830a1c tempest-AttachVolumeTestJSON-1603034191 tempest-AttachVolumeTestJSON-1603034191-project-member] Enqueued Resource ID: 7065e636-14e7-473d-8484-ee656cd8ddfa with Priority: HIGHEST for action security_group_rules [ 1256.669573] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7065e636-14e7-473d-8484-ee656cd8ddfa with Priority: HIGHEST for action security_group_rules [ 1256.669573] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7065e636-14e7-473d-8484-ee656cd8ddfa taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.669792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.669792] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.670043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.670043] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7065e636-14e7-473d-8484-ee656cd8ddfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.754488] env[67361]: INFO networking_nsxv3.common.synchronization [None req-c6016a2f-d5e8-4d25-be73-67b63c160775 tempest-AttachVolumeTestJSON-1603034191 tempest-AttachVolumeTestJSON-1603034191-project-member] Enqueued Resource ID: 7065e636-14e7-473d-8484-ee656cd8ddfa with Priority: HIGHEST for action security_group_rules [ 1256.754742] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7065e636-14e7-473d-8484-ee656cd8ddfa with Priority: HIGHEST for action security_group_rules [ 1256.755051] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7065e636-14e7-473d-8484-ee656cd8ddfa taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.755161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.195094] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.195094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.195094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.195094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.195094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.195094] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7065e636-14e7-473d-8484-ee656cd8ddfa already deleted. [ 1257.195094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.195094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.195094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.195094] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7065e636-14e7-473d-8484-ee656cd8ddfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.722778] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.722778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.722778] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.723210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.723210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.723210] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7065e636-14e7-473d-8484-ee656cd8ddfa already deleted. [ 1257.723210] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.415171] env[67361]: INFO networking_nsxv3.common.synchronization [None req-f6ca4831-16c4-48bb-9cdf-d83ec7028da5 None None] Enqueued Resource ID: 0ec41709-da4d-4f13-b2e5-b7586041d246 with Priority: HIGHEST for action port [ 1258.415585] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec41709-da4d-4f13-b2e5-b7586041d246 with Priority: HIGHEST for action port [ 1258.415952] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ec41709-da4d-4f13-b2e5-b7586041d246 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.416125] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ec41709-da4d-4f13-b2e5-b7586041d246" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.416199] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ec41709-da4d-4f13-b2e5-b7586041d246" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.416451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ec41709-da4d-4f13-b2e5-b7586041d246" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.416568] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec41709-da4d-4f13-b2e5-b7586041d246',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.919714] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ec41709-da4d-4f13-b2e5-b7586041d246 [ 1258.920203] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.920203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.920203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.920400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.920531] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.920649] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ec41709-da4d-4f13-b2e5-b7586041d246 already deleted. [ 1258.920757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ec41709-da4d-4f13-b2e5-b7586041d246" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.420173] env[67361]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1261.420508] env[67361]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1261.758312] env[67361]: INFO networking_nsxv3.common.synchronization [req-16ed5a4d-cf81-4351-928e-d8b46a16b23c req-81e8291d-11ca-4324-aa57-2692f18d78cc tempest-DeleteServersTestJSON-1581326510 tempest-DeleteServersTestJSON-1581326510-project-member] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1261.759137] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1261.759606] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.759803] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.759912] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.760230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.760469] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.760655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.760775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.761085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.761262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.761483] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.255824] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.256257] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.256398] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.256717] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.257083] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.257253] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.257446] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.257805] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.258058] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.258389] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.258599] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.258795] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.258973] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.259175] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.259343] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.259543] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.263881] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.264035] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.264085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.264258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.264347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.264672] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.264794] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.264864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.265043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.265130] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.265220] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1262.283424] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.283696] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1262.283815] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.284035] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-279" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.284369] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-be945887-d211-49ba-aede-e28a3b005e44 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.284581] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-be945887-d211-49ba-aede-e28a3b005e44" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.284683] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-be945887-d211-49ba-aede-e28a3b005e44" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.285018] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-be945887-d211-49ba-aede-e28a3b005e44" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.285317] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be945887-d211-49ba-aede-e28a3b005e44',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.787869] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.788541] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.788541] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.788704] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.788772] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.789022] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port be945887-d211-49ba-aede-e28a3b005e44 not found, creating... [ 1262.789334] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.789541] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.789677] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.790052] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.790254] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.790624] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.793041] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.793041] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.793041] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.793041] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.793041] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: be945887-d211-49ba-aede-e28a3b005e44 is going to be created. [ 1262.815539] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.815803] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.816048] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.816408] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.816796] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.817083] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-be945887-d211-49ba-aede-e28a3b005e44" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.845829] env[67361]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/30a3a2bd-457b-4620-b447-35f17c36b051', 'data': {'id': '30a3a2bd-457b-4620-b447-35f17c36b051', 'display_name': '30a3a2bd-457b-4620-b447-35f17c36b051', 'path': '/infra/domains/default/groups/30a3a2bd-457b-4620-b447-35f17c36b051', 'expression': [{'value': 'security_group|30a3a2bd-457b-4620-b447-35f17c36b051', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}], 'tags': [{'scope': 'age', 'tag': 1762954742}, {'scope': 'revision_number', 'tag': None}], '_revision': 13}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1262.846095] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=67361) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1263.489422] env[67361]: INFO networking_nsxv3.common.synchronization [req-16a5c2fc-3894-4bf6-8081-d63c14930d1f req-18f0cf45-3ee3-4b5a-b9fb-53d8c66dfd06 tempest-ServerActionsV293TestJSON-2063072345 tempest-ServerActionsV293TestJSON-2063072345-project-member] Enqueued Resource ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 with Priority: HIGHEST for action security_group_members [ 1263.490346] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 with Priority: HIGHEST for action security_group_members [ 1263.490672] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-33247641-8f19-481b-8a9f-062b2e1a88d0 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.490843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.490910] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.491220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.491498] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.491681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.491681] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.491791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.491921] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.491984] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33247641-8f19-481b-8a9f-062b2e1a88d0',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.519741] env[67361]: INFO networking_nsxv3.common.synchronization [req-16ed5a4d-cf81-4351-928e-d8b46a16b23c req-e1fc4521-bc34-45a9-81cd-6e32cf7ff3d0 service nova] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_rules [ 1263.519863] env[67361]: INFO networking_nsxv3.common.synchronization [req-16ed5a4d-cf81-4351-928e-d8b46a16b23c req-e1fc4521-bc34-45a9-81cd-6e32cf7ff3d0 service nova] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1263.519949] env[67361]: INFO networking_nsxv3.common.synchronization [req-16ed5a4d-cf81-4351-928e-d8b46a16b23c req-e1fc4521-bc34-45a9-81cd-6e32cf7ff3d0 service nova] Enqueued Resource ID: be945887-d211-49ba-aede-e28a3b005e44 with Priority: HIGHEST for action port [ 1263.520418] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_rules [ 1263.520556] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1263.520648] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be945887-d211-49ba-aede-e28a3b005e44 with Priority: HIGHEST for action port [ 1263.521038] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.521208] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.521350] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.521512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.521600] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.522415] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.522896] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.523151] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-be945887-d211-49ba-aede-e28a3b005e44 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.523364] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be945887-d211-49ba-aede-e28a3b005e44" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.523456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be945887-d211-49ba-aede-e28a3b005e44" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.523648] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be945887-d211-49ba-aede-e28a3b005e44" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.523729] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be945887-d211-49ba-aede-e28a3b005e44',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.995031] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.995031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.995031] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.995458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.995458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.995519] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.995564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.995707] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.995781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.995849] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.995929] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 is going to be updated. [ 1264.026260] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be945887-d211-49ba-aede-e28a3b005e44 with status ACTIVE [ 1264.026525] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.026648] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.026718] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.026924] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.027025] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.027217] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.027341] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.027386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.027663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.027663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.027770] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.027906] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.027906] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.028050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.028240] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.028240] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be945887-d211-49ba-aede-e28a3b005e44 is going to be updated. [ 1264.029431] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.029627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.034428] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.034788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.034788] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.034925] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.034977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.045723] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 in Status: IN_PROGRESS for 2s [ 1264.056617] env[67361]: INFO networking_nsxv3.common.synchronization [req-fe73e507-b112-4e3c-afb8-0bd5e1333801 req-1c23582d-0403-4b86-b7ab-c9d0a1cc02a0 tempest-AttachVolumeTestJSON-1603034191 tempest-AttachVolumeTestJSON-1603034191-project-member] Enqueued Resource ID: 7065e636-14e7-473d-8484-ee656cd8ddfa with Priority: HIGHEST for action security_group_members [ 1264.057103] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.057229] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.057377] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.057489] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.057619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.057767] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be945887-d211-49ba-aede-e28a3b005e44" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.058230] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7065e636-14e7-473d-8484-ee656cd8ddfa with Priority: HIGHEST for action security_group_members [ 1264.058498] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-7065e636-14e7-473d-8484-ee656cd8ddfa taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.058649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.058649] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.058881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.059028] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.059123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.059185] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.059328] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.059645] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.059645] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7065e636-14e7-473d-8484-ee656cd8ddfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.383398] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.383784] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.383998] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.384396] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.384903] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.385158] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.385332] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.385654] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.385908] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.386233] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.386404] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1264.386569] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1264.386740] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1264.386949] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.387176] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1264.387382] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1264.407239] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1264.407407] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1264.407655] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1264.407826] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.408169] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-16dd8aab-44f6-4db8-bd92-efce5906b5b3 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.408354] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-16dd8aab-44f6-4db8-bd92-efce5906b5b3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.408485] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-16dd8aab-44f6-4db8-bd92-efce5906b5b3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.408811] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-16dd8aab-44f6-4db8-bd92-efce5906b5b3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.409013] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16dd8aab-44f6-4db8-bd92-efce5906b5b3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.561450] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.561642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.561789] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.562063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.562163] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.562372] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.562476] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.562537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.562726] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.562808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.562897] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7065e636-14e7-473d-8484-ee656cd8ddfa already deleted. [ 1264.562977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.874437] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.874597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.874643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.874859] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.874993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.884367] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1264.911666] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.911897] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.912033] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.912334] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.912478] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.912627] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port 16dd8aab-44f6-4db8-bd92-efce5906b5b3 not found, creating... [ 1264.912881] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.913052] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.913174] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.913391] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.913597] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.913892] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.914061] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.914180] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.914392] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.914546] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.914697] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: 16dd8aab-44f6-4db8-bd92-efce5906b5b3 is going to be created. [ 1264.935602] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.935842] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.936027] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.936352] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.936653] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.936891] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-16dd8aab-44f6-4db8-bd92-efce5906b5b3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.659408] env[67361]: INFO networking_nsxv3.common.synchronization [req-fe73e507-b112-4e3c-afb8-0bd5e1333801 req-4eef993e-d4da-4b03-8636-6c11c7eb0947 service nova] Enqueued Resource ID: 7065e636-14e7-473d-8484-ee656cd8ddfa with Priority: HIGHEST for action security_group_rules [ 1265.659784] env[67361]: INFO networking_nsxv3.common.synchronization [req-fe73e507-b112-4e3c-afb8-0bd5e1333801 req-4eef993e-d4da-4b03-8636-6c11c7eb0947 service nova] Enqueued Resource ID: 7065e636-14e7-473d-8484-ee656cd8ddfa with Priority: HIGHEST for action security_group_members [ 1265.659784] env[67361]: INFO networking_nsxv3.common.synchronization [req-fe73e507-b112-4e3c-afb8-0bd5e1333801 req-4eef993e-d4da-4b03-8636-6c11c7eb0947 service nova] Enqueued Resource ID: 16dd8aab-44f6-4db8-bd92-efce5906b5b3 with Priority: HIGHEST for action port [ 1265.660292] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7065e636-14e7-473d-8484-ee656cd8ddfa with Priority: HIGHEST for action security_group_rules [ 1265.660407] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7065e636-14e7-473d-8484-ee656cd8ddfa with Priority: HIGHEST for action security_group_members [ 1265.660477] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16dd8aab-44f6-4db8-bd92-efce5906b5b3 with Priority: HIGHEST for action port [ 1265.661164] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7065e636-14e7-473d-8484-ee656cd8ddfa taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.661164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.661164] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.661386] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.661457] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7065e636-14e7-473d-8484-ee656cd8ddfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.662904] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-7065e636-14e7-473d-8484-ee656cd8ddfa taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.662904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.662904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.662904] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.662904] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.663173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.663173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.663173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.663263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.663470] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7065e636-14e7-473d-8484-ee656cd8ddfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.664159] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-16dd8aab-44f6-4db8-bd92-efce5906b5b3 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.664259] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16dd8aab-44f6-4db8-bd92-efce5906b5b3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.664513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16dd8aab-44f6-4db8-bd92-efce5906b5b3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.664513] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16dd8aab-44f6-4db8-bd92-efce5906b5b3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.664596] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16dd8aab-44f6-4db8-bd92-efce5906b5b3',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.056783] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 in Status: SUCCESS [ 1266.057107] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33247641-8f19-481b-8a9f-062b2e1a88d0 deletion is rescheduled due to dependency. [ 1266.057249] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33247641-8f19-481b-8a9f-062b2e1a88d0" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.166388] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7065e636-14e7-473d-8484-ee656cd8ddfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.167766] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-7065e636-14e7-473d-8484-ee656cd8ddfa taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.167766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.167938] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16dd8aab-44f6-4db8-bd92-efce5906b5b3 with status ACTIVE [ 1266.168096] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.168211] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.168274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.168497] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.168618] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.168784] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.168911] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.168949] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.169094] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.169165] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.169343] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.169432] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.169500] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.169643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.169716] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.169798] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16dd8aab-44f6-4db8-bd92-efce5906b5b3 is going to be updated. [ 1266.191179] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.191360] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.191399] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.191614] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.191752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.191917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16dd8aab-44f6-4db8-bd92-efce5906b5b3" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.668804] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7065e636-14e7-473d-8484-ee656cd8ddfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.894783] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1266.894951] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 deletion is rescheduled due to dependency. [ 1266.895050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.895275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.895431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.895613] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.895730] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.895795] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.895944] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.896037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.896134] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.170809] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.171040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.171147] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.171443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.171573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.171826] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7065e636-14e7-473d-8484-ee656cd8ddfa is going to be created. [ 1267.205702] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.206653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.206653] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.207258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.207633] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.226842] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7065e636-14e7-473d-8484-ee656cd8ddfa in Status: UNINITIALIZED for 2s [ 1267.398412] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.901958] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.403490] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.403733] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.403806] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.404037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.404161] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.404270] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1268.435111] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.435332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.435387] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.435589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.435741] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.445715] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1269.237385] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7065e636-14e7-473d-8484-ee656cd8ddfa in Status: SUCCESS [ 1269.237385] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.237838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.237838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.237958] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.238128] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.238177] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.238298] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.238378] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.238460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.238550] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7065e636-14e7-473d-8484-ee656cd8ddfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.740628] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7065e636-14e7-473d-8484-ee656cd8ddfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.243415] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7065e636-14e7-473d-8484-ee656cd8ddfa: rpc.has_security_group_logging(os_id): False [ 1270.260306] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.260527] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.260527] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.260721] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.260808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.261066] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.261169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.261233] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.261388] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.261499] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.261565] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7065e636-14e7-473d-8484-ee656cd8ddfa is going to be created. [ 1270.330426] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.330677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.330677] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.330857] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.331090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.343763] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7065e636-14e7-473d-8484-ee656cd8ddfa in Status: IN_PROGRESS for 2s [ 1270.456897] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1270.457126] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.457285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.457505] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.457689] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.457804] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.457866] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.458027] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.458108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.458195] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.458285] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.661945] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.662170] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1270.960947] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.961219] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.961270] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.961458] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.961632] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.961743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.961809] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.961963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.962068] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.962158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.962303] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.962396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.962455] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.962596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.962732] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.962822] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.962908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.963033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.963110] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.963192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.963279] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.466419] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a3a2bd-457b-4620-b447-35f17c36b051: rpc.has_security_group_logging(os_id): False [ 1271.483922] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.484145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.484145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.484353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.484446] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.484663] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.484762] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.484817] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.484968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.485060] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.485234] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.485329] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.485419] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.485594] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.485672] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.486058] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.486196] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.486264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.486425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.486506] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.486597] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1271.569125] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.569445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.569445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.569603] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.569667] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.589393] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1272.355653] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7065e636-14e7-473d-8484-ee656cd8ddfa in Status: SUCCESS [ 1272.355984] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.608671] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1273.609085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.663227] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.663575] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1280.664234] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.664506] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1285.665714] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.666198] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1289.876031] env[67361]: INFO networking_nsxv3.common.synchronization [req-f1766db7-0147-45aa-84ed-36753e3f2b13 req-bac9ed3e-3ef6-44da-bb2a-2694895eccc0 tempest-AttachVolumeShelveTestJSON-1253925199 tempest-AttachVolumeShelveTestJSON-1253925199-project-member] Enqueued Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_members [ 1289.876696] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 with Priority: HIGHEST for action security_group_members [ 1289.877215] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.877215] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.877363] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.877723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.877723] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.877723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.878095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.878095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.878095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.878095] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a03ff21-2762-4e7e-8cb7-32b2b2d29e11',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.381066] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.381066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.381066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.381066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.381066] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.381066] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.381472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.381472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.381472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.381472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.381675] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 is going to be updated. [ 1290.410359] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.410586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.410586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.410739] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.410950] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.423115] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 in Status: IN_PROGRESS for 2s [ 1292.434075] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 in Status: SUCCESS [ 1292.434560] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a03ff21-2762-4e7e-8cb7-32b2b2d29e11 deletion is rescheduled due to dependency. [ 1292.434560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a03ff21-2762-4e7e-8cb7-32b2b2d29e11" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.642569] env[67361]: INFO networking_nsxv3.common.synchronization [None req-016118b3-2fa3-4ba2-8c64-2bdfcf5a7ba8 tempest-AttachVolumeShelveTestJSON-1253925199 tempest-AttachVolumeShelveTestJSON-1253925199-project-member] Enqueued Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_rules [ 1294.643072] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_rules [ 1294.643382] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26ad9168-8933-4a55-b0fe-1096e8a397b7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.643530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.643576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.643920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.644009] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.735464] env[67361]: INFO networking_nsxv3.common.synchronization [None req-9bc87572-ba61-4b25-9d69-b8f261c2b0c9 tempest-AttachVolumeShelveTestJSON-1253925199 tempest-AttachVolumeShelveTestJSON-1253925199-project-member] Enqueued Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_rules [ 1294.735680] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_rules [ 1294.735999] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26ad9168-8933-4a55-b0fe-1096e8a397b7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.736120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.166049] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.166327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.166327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.166615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.166786] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.166905] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 already deleted. [ 1295.167038] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.167216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.167400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.167486] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.353796] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.353995] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.354087] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.354325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.354440] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.689337] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.690343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.690343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.690343] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.691105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.691105] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 already deleted. [ 1295.691105] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.856918] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.359885] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.862891] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1296.863307] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1297.619250] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.619485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.619485] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.619684] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.632510] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1297.633339] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.634013] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1297.670496] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.670708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.670708] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.670901] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.686030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.686810] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1297.686879] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.686996] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1297.729008] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.729165] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.729235] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.729441] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.730655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.730822] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1297.912261] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.912719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.912719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.912719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.912964] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.913241] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1297.985775] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.986080] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.986080] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.986226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.986518] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.986815] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1297.986911] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'eb88b5f8-1721-4efd-8e0b-182e88a4e3f6', '74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e', 'd35adc82-a1ec-4f65-b7b7-11c04179607e', 'fc1f543e-dc3c-4dc0-af0e-e50295a644ad', '63b53f40-32ae-47e1-af11-c95b36a18980', '31535848-e742-48dd-bffd-5aa8a8e2df01', '887ff999-6bae-4971-9847-e59fa511dbd2', 'f2e8eec4-35f1-4f52-bc61-1cf25a8217ff', '30a3a2bd-457b-4620-b447-35f17c36b051', '39371861-049e-4715-83f5-edd45b2591ad', '5dd7c5f3-18f5-4313-8148-7e6da91b19a7', '35d10356-ac6c-4e92-b8ba-ad820b0869a8', '7065e636-14e7-473d-8484-ee656cd8ddfa', '4d9b1a42-d019-41b3-94f4-44a71c958234', 'b624bdb5-67a5-432d-99b8-c7403552ed1c', '5f240979-d4fb-4ec3-8c6c-da7ab52dc609', 'b77a5dcc-abd9-48eb-b6f2-e018aa4371a9', '377a7306-03cc-4abd-839e-3101d2d30df9', 'ceacf2e0-2121-4a42-8441-8f3c622c73e8', '31227000-8068-4780-b5a5-0c1e647ca8f6', '6ca7b9f3-756b-4ae5-a2b8-1f5638637d04', 'bcd78ca9-2d3e-4ba8-889b-dd3a0d7beee5', 'b8182354-31e1-4e0b-9288-b477c775b857', '361795ab-0107-4b33-bbf3-f86cc13112f7', '077e5aba-f6f9-4420-b533-c3736be474c9', '188078c1-decd-4460-a56a-e80fd7add741', '9ebb203a-be70-4814-898f-218d9b9f6fca', '5a03ff21-2762-4e7e-8cb7-32b2b2d29e11', '8a9baff9-438b-4c15-8de6-dd29aa07530c', 'd465863d-7ae1-4444-b5c3-1b8d31ff9c58', 'bbb06801-ef26-4c44-ac7a-b3f1a78781e6', '33247641-8f19-481b-8a9f-062b2e1a88d0', '00db7729-6d15-4015-b5d1-85c80e2b5439', '1ea729d1-1788-4efa-ae5e-451487b2554b', 'eb4c47f7-bd20-4445-a540-87f2a6830c18', '1ca6f60f-a573-468e-b0c3-83a767333e25', '947666e5-8645-4117-9008-6b40057de68c', '1c44399d-288d-4fc0-88ee-ea3b9425d7cd', '215bbc4d-ad75-42e4-a7ba-a87f5d4e9ee8', '6e799d63-1ac7-4dad-b82e-f9843d6aef2b', '710df1e1-2b9e-4703-8edb-8f1949a912ff', '1bd19a0b-e90b-433d-ba5c-5460e2f15bc7'} {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.987009] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1298.009492] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.009735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.009735] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.009906] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.009994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.010128] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1298.010198] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1298.010296] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1298.087624] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.087831] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.087885] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.088112] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.089284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.089567] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1298.089645] env[67361]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67361) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1298.089719] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1298.089782] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1298.089862] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1298.089935] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGH for action security_group_rules [ 1298.090447] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 887ff999-6bae-4971-9847-e59fa511dbd2 with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7065e636-14e7-473d-8484-ee656cd8ddfa with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b624bdb5-67a5-432d-99b8-c7403552ed1c with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGH for action security_group_rules [ 1298.091859] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.736417] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.736824] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1299.736824] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 with Priority: HIGH for action security_group_rules [ 1299.736824] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35adc82-a1ec-4f65-b7b7-11c04179607e with Priority: HIGH for action security_group_rules [ 1299.736946] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887ff999-6bae-4971-9847-e59fa511dbd2 with Priority: HIGH for action security_group_rules [ 1299.737033] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b624bdb5-67a5-432d-99b8-c7403552ed1c with Priority: HIGH for action security_group_rules [ 1299.737128] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 with Priority: HIGH for action security_group_rules [ 1299.737223] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 with Priority: HIGH for action security_group_rules [ 1299.737382] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377a7306-03cc-4abd-839e-3101d2d30df9 with Priority: HIGH for action security_group_rules [ 1299.737520] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 with Priority: HIGH for action security_group_rules [ 1299.737657] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 with Priority: HIGH for action security_group_rules [ 1299.737814] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 with Priority: HIGH for action security_group_rules [ 1299.737956] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7065e636-14e7-473d-8484-ee656cd8ddfa with Priority: HIGH for action security_group_rules [ 1299.738074] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 with Priority: HIGH for action security_group_rules [ 1299.738168] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 with Priority: HIGH for action security_group_rules [ 1299.738255] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39371861-049e-4715-83f5-edd45b2591ad with Priority: HIGH for action security_group_rules [ 1299.738357] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGH for action security_group_rules [ 1299.738481] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 with Priority: HIGH for action security_group_rules [ 1299.738585] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff with Priority: HIGH for action security_group_rules [ 1299.738672] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGH for action security_group_rules [ 1299.738755] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e with Priority: HIGH for action security_group_rules [ 1299.738840] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad with Priority: HIGH for action security_group_rules [ 1299.739228] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.739358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.739422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.739635] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.739715] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb88b5f8-1721-4efd-8e0b-182e88a4e3f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.740793] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d35adc82-a1ec-4f65-b7b7-11c04179607e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.740919] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.740989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.741192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.741264] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d35adc82-a1ec-4f65-b7b7-11c04179607e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.742437] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-887ff999-6bae-4971-9847-e59fa511dbd2 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.742549] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.742615] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.742773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.742848] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('887ff999-6bae-4971-9847-e59fa511dbd2',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.743625] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b624bdb5-67a5-432d-99b8-c7403552ed1c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.743729] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.743793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.744021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.744095] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b624bdb5-67a5-432d-99b8-c7403552ed1c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.744809] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31227000-8068-4780-b5a5-0c1e647ca8f6 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.744916] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.744981] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.745145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.745215] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31227000-8068-4780-b5a5-0c1e647ca8f6',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.745890] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceacf2e0-2121-4a42-8441-8f3c622c73e8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.746016] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.746082] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.746265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.746353] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceacf2e0-2121-4a42-8441-8f3c622c73e8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.747176] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-377a7306-03cc-4abd-839e-3101d2d30df9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.747273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.747338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.747526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.747594] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('377a7306-03cc-4abd-839e-3101d2d30df9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.748269] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.748434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.748434] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.748595] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.748668] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b77a5dcc-abd9-48eb-b6f2-e018aa4371a9',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.749422] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d9b1a42-d019-41b3-94f4-44a71c958234 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.749547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.749547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.749689] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.749740] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d9b1a42-d019-41b3-94f4-44a71c958234',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.750704] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.750996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.750996] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.751157] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.751452] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f240979-d4fb-4ec3-8c6c-da7ab52dc609',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.752068] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7065e636-14e7-473d-8484-ee656cd8ddfa taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.752183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.752241] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.752380] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.752445] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7065e636-14e7-473d-8484-ee656cd8ddfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.753117] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.753223] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.753287] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.753603] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.753689] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d10356-ac6c-4e92-b8ba-ad820b0869a8',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.754362] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.754486] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.754560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.755037] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.755037] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dd7c5f3-18f5-4313-8148-7e6da91b19a7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.755547] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39371861-049e-4715-83f5-edd45b2591ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.755760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.756683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.756683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.756683] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39371861-049e-4715-83f5-edd45b2591ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.756847] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.757013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.757063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.757222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.757299] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.757990] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31535848-e742-48dd-bffd-5aa8a8e2df01 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.758362] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.758484] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.758685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.758773] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31535848-e742-48dd-bffd-5aa8a8e2df01',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.759502] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.759724] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.759832] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.759937] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.760016] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2e8eec4-35f1-4f52-bc61-1cf25a8217ff',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.760981] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.761103] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.761167] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.761313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.762033] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.762033] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.762226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.762226] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.762365] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.762473] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.763473] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1f543e-dc3c-4dc0-af0e-e50295a644ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.763473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.763473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.763473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.763666] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1f543e-dc3c-4dc0-af0e-e50295a644ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.794476] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.794656] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.794715] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.794886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.796704] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.796821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.799621] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.799621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.817400] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.817528] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb88b5f8-1721-4efd-8e0b-182e88a4e3f6 is going to be deleted. [ 1299.818423] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.818628] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.846783] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.846946] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 887ff999-6bae-4971-9847-e59fa511dbd2 is going to be deleted. [ 1299.847943] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.848246] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.867385] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.867518] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d35adc82-a1ec-4f65-b7b7-11c04179607e is going to be deleted. [ 1299.916040] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.916286] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.916286] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.916512] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.916628] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.916781] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-887ff999-6bae-4971-9847-e59fa511dbd2" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.917570] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.917700] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.917801] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.918169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.918169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.918285] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb88b5f8-1721-4efd-8e0b-182e88a4e3f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.937640] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.937867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.937867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.938046] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.938140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.938258] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d35adc82-a1ec-4f65-b7b7-11c04179607e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.267742] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-7065e636-14e7-473d-8484-ee656cd8ddfa taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.267917] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.267992] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.268185] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.268356] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.268459] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.268516] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.268670] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.269059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.269059] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.269059] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7065e636-14e7-473d-8484-ee656cd8ddfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.273604] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.273761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.273761] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.273969] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.274150] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.274250] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.274315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.274466] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.274547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.274631] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.274967] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.281629] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.281812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.281898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.282108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.282293] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.282417] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.282473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.282975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.282975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.282975] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.282975] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.343799] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.344121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.344121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.344273] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.346413] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.346589] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.347373] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.347473] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.348225] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.348326] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.349012] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.349116] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.349756] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.349851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.350617] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.350794] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.351715] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.351820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.352508] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.352593] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.353289] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.353382] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.354123] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.354222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.354818] env[67361]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.355244] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.355334] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.355919] env[67361]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.356330] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.356423] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.362811] env[67361]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.363257] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.363354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.375694] env[67361]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.376230] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.376329] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 377a7306-03cc-4abd-839e-3101d2d30df9 is going to be deleted. [ 1300.377314] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.377422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.399757] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.400007] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e is going to be deleted. [ 1300.401019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.401239] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.423366] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.423562] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d9b1a42-d019-41b3-94f4-44a71c958234 is going to be deleted. [ 1300.424742] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.425053] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.443939] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.444181] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.451887] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.452113] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f240979-d4fb-4ec3-8c6c-da7ab52dc609 is going to be deleted. [ 1300.453415] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.453694] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.470535] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.470738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.476530] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.476674] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b624bdb5-67a5-432d-99b8-c7403552ed1c is going to be deleted. [ 1300.477627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.477850] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.526149] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.526361] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.527683] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.527824] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dd7c5f3-18f5-4313-8148-7e6da91b19a7 is going to be deleted. [ 1300.528734] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.528974] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.577177] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.577392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.581050] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.581191] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d10356-ac6c-4e92-b8ba-ad820b0869a8 is going to be deleted. [ 1300.582141] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.582388] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.583944] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.584090] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.666024] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.666223] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceacf2e0-2121-4a42-8441-8f3c622c73e8 is going to be deleted. [ 1300.667622] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.667968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.772064] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7065e636-14e7-473d-8484-ee656cd8ddfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.774961] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.774961] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b77a5dcc-abd9-48eb-b6f2-e018aa4371a9 is going to be deleted. [ 1300.775908] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.776181] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.786730] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.786951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.786951] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.787759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.787759] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.787759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.787759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.787759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.787759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.787759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.788295] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.788295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.788295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.788295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.788453] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.788453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.788528] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.788580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.788660] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.788746] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.788867] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.790842] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.790965] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.791119] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.801542] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.801759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.807033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.807265] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2e8eec4-35f1-4f52-bc61-1cf25a8217ff is going to be deleted. [ 1300.808428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.808668] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.859713] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.859845] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.877773] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.877916] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31535848-e742-48dd-bffd-5aa8a8e2df01 is going to be deleted. [ 1300.878954] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.879206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.882845] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.882967] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.942047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.942242] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31227000-8068-4780-b5a5-0c1e647ca8f6 is going to be deleted. [ 1300.943129] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.943349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.985784] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.985989] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.001072] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.001236] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1f543e-dc3c-4dc0-af0e-e50295a644ad is going to be deleted. [ 1301.002191] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.002407] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.051823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.052053] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39371861-049e-4715-83f5-edd45b2591ad is going to be deleted. [ 1301.052830] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.053065] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.053158] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.053278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-377a7306-03cc-4abd-839e-3101d2d30df9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.053425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.053586] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.053664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.053777] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74a88cb1-27a9-4ec6-b6e5-4f179bb46d2e" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.054319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.054646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.054745] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.054887] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d9b1a42-d019-41b3-94f4-44a71c958234" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.055040] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.055190] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.055271] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.055391] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f240979-d4fb-4ec3-8c6c-da7ab52dc609" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.055519] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.055663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.055740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.055854] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b624bdb5-67a5-432d-99b8-c7403552ed1c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.055985] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.056203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.056296] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.056411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d10356-ac6c-4e92-b8ba-ad820b0869a8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.056536] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.056682] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.056756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.056867] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dd7c5f3-18f5-4313-8148-7e6da91b19a7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.056990] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.057153] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.057227] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.057331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceacf2e0-2121-4a42-8441-8f3c622c73e8" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.057451] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.057591] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.057664] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.057774] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b77a5dcc-abd9-48eb-b6f2-e018aa4371a9" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.057895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.058047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.058123] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.058232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2e8eec4-35f1-4f52-bc61-1cf25a8217ff" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.084259] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.084445] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.084510] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.084663] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.084751] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.084872] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1f543e-dc3c-4dc0-af0e-e50295a644ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.094688] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.094858] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.094956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.095169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.095262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.095388] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31535848-e742-48dd-bffd-5aa8a8e2df01" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.144905] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.145213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.145213] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.145357] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.145453] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.145573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39371861-049e-4715-83f5-edd45b2591ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.146343] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.146456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.146525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.146723] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.146813] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.146928] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31227000-8068-4780-b5a5-0c1e647ca8f6" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.274693] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7065e636-14e7-473d-8484-ee656cd8ddfa: rpc.has_security_group_logging(os_id): False [ 1301.290495] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a3a2bd-457b-4620-b447-35f17c36b051: rpc.has_security_group_logging(os_id): False [ 1301.293103] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b53f40-32ae-47e1-af11-c95b36a18980: rpc.has_security_group_logging(os_id): False [ 1301.307030] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.307030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.307030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.307030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.318939] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.319140] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.325709] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.325869] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.328728] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.330261] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.330261] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.330261] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.330261] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.330261] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.330261] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7065e636-14e7-473d-8484-ee656cd8ddfa is going to be updated. [ 1301.330604] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.330736] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.350121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.350455] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.350573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.350619] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.350811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.350890] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.350973] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 is going to be updated. [ 1301.352093] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.352271] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.376823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.377138] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.377260] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.377327] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.377596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.377698] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.377894] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.377999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.378079] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.378246] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.378319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.378498] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.378612] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.378678] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.378791] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.378864] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.378949] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1301.415833] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.415833] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.415833] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.416058] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.416058] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.443926] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.444139] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.444247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.444579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.444816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.461366] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7065e636-14e7-473d-8484-ee656cd8ddfa in Status: IN_PROGRESS for 2s [ 1301.478741] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: IN_PROGRESS for 2s [ 1301.559969] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.560192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.560192] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.560405] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.560627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.594522] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1301.939683] env[67361]: INFO networking_nsxv3.common.synchronization [req-2ae9cc97-c16d-4d22-bb32-afe18c1ff164 req-3103b39c-dafd-43f3-9390-3c87f5ab7a1b tempest-DeleteServersTestJSON-1581326510 tempest-DeleteServersTestJSON-1581326510-project-member] Enqueued Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1301.940349] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a3a2bd-457b-4620-b447-35f17c36b051 with Priority: HIGHEST for action security_group_members [ 1301.940349] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a3a2bd-457b-4620-b447-35f17c36b051 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.940349] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.940477] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.940572] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.941375] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.941375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.941375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.941375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.941375] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.941375] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a3a2bd-457b-4620-b447-35f17c36b051',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.444269] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.444455] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.444561] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.444766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.444860] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.445147] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.445254] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.445325] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.445469] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.445543] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.445629] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 is going to be updated. [ 1302.480904] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.481081] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.481159] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.481431] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.482045] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.491911] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: IN_PROGRESS for 2s [ 1303.270396] env[67361]: INFO networking_nsxv3.common.synchronization [req-9c3c3f76-607c-4e84-87f2-ed315a807109 req-49c31c58-8936-4d36-a9dc-02bafa4fa79d tempest-AttachVolumeShelveTestJSON-1253925199 tempest-AttachVolumeShelveTestJSON-1253925199-project-member] Enqueued Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_members [ 1303.270596] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_members [ 1303.270932] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-26ad9168-8933-4a55-b0fe-1096e8a397b7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.271336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.271336] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.272113] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.272226] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.272435] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.272537] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.272914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.272914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.273091] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.475466] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7065e636-14e7-473d-8484-ee656cd8ddfa in Status: SUCCESS [ 1303.475793] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.490663] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: SUCCESS [ 1303.491966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.587898] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.588184] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.588388] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.588691] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.588987] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.589212] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.589370] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.589609] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.589790] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.590026] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.590145] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.590254] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.590368] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.590474] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.590579] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.590708] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.611966] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.612155] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1303.612304] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.612477] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.612785] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-aded3f73-3110-4413-8110-88b07f4a15ad taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.612957] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.613090] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.613416] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.613555] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aded3f73-3110-4413-8110-88b07f4a15ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.616796] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1303.616929] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.778056] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.778283] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.778333] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.778547] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.778643] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.778846] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.778942] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.778994] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.779165] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.779320] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.779320] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 already deleted. [ 1303.779502] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.116083] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.116360] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.116490] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.116912] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.117083] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.117444] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port aded3f73-3110-4413-8110-88b07f4a15ad not found, creating... [ 1304.117531] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.117645] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.117755] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.117974] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.118122] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.118399] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.118547] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.118662] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.118867] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.119101] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.119195] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: aded3f73-3110-4413-8110-88b07f4a15ad is going to be created. [ 1304.139071] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.139296] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.139418] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.139689] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.139913] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.140155] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.501959] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a3a2bd-457b-4620-b447-35f17c36b051 in Status: SUCCESS [ 1304.502304] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a3a2bd-457b-4620-b447-35f17c36b051 deletion is rescheduled due to dependency. [ 1304.502304] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a3a2bd-457b-4620-b447-35f17c36b051" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.845813] env[67361]: INFO networking_nsxv3.common.synchronization [req-9c3c3f76-607c-4e84-87f2-ed315a807109 req-beb3e811-e0bf-43f6-b39e-fd10920a2ac0 service nova] Enqueued Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_rules [ 1304.846043] env[67361]: INFO networking_nsxv3.common.synchronization [req-9c3c3f76-607c-4e84-87f2-ed315a807109 req-beb3e811-e0bf-43f6-b39e-fd10920a2ac0 service nova] Enqueued Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_members [ 1304.846260] env[67361]: INFO networking_nsxv3.common.synchronization [req-9c3c3f76-607c-4e84-87f2-ed315a807109 req-beb3e811-e0bf-43f6-b39e-fd10920a2ac0 service nova] Enqueued Resource ID: aded3f73-3110-4413-8110-88b07f4a15ad with Priority: HIGHEST for action port [ 1304.846860] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_rules [ 1304.847012] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_members [ 1304.847109] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded3f73-3110-4413-8110-88b07f4a15ad with Priority: HIGHEST for action port [ 1304.847443] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26ad9168-8933-4a55-b0fe-1096e8a397b7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.847621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.847621] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.847807] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.847882] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.850203] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-26ad9168-8933-4a55-b0fe-1096e8a397b7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.850319] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.850383] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.850583] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.850734] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.850832] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.850879] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.851033] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.851120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.851208] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.852038] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-aded3f73-3110-4413-8110-88b07f4a15ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.852150] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.852232] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.852353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.852488] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aded3f73-3110-4413-8110-88b07f4a15ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.354063] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.355221] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-26ad9168-8933-4a55-b0fe-1096e8a397b7 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.355396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.355568] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aded3f73-3110-4413-8110-88b07f4a15ad with status ACTIVE [ 1305.355766] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.355928] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.356054] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.356353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.356353] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.356467] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.356560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.356628] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.356787] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.356865] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.357058] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.357152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.357268] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.357348] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.357418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.357522] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aded3f73-3110-4413-8110-88b07f4a15ad is going to be updated. [ 1305.378971] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.379146] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.379209] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.379514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.379654] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.379815] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.859439] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.362397] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.362575] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.362638] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.362865] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.362956] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.363439] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 is going to be created. [ 1306.389532] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.389532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.389532] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.389738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.389880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.400396] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 in Status: UNINITIALIZED for 2s [ 1308.412861] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 in Status: SUCCESS [ 1308.412861] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.413225] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.413225] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.413434] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.413596] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.413686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.413875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.414021] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.414145] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.414280] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.917019] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.420159] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26ad9168-8933-4a55-b0fe-1096e8a397b7: rpc.has_security_group_logging(os_id): False [ 1309.440392] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.440392] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.440511] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.440646] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.440740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.440979] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.441091] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.441152] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.441308] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.441383] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.441560] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 is going to be created. [ 1309.501679] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.501879] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.501954] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.502222] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.502411] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.514899] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 in Status: IN_PROGRESS for 2s [ 1309.848602] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.848602] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1311.000995] env[67361]: INFO networking_nsxv3.common.synchronization [req-32bc7945-d5bc-4385-8861-d804eba2b9f9 req-27400fc2-5033-43bc-9e6c-b06f14c3408d tempest-ServerActionsTestJSON-939340692 tempest-ServerActionsTestJSON-939340692-project-member] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 1311.001536] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 1311.001831] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.001953] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.002237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.002237] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.002353] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.002468] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.002576] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.002856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.002856] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.002856] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.505359] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.505642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.505642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.505775] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.505870] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.506108] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.506216] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.506275] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.506608] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.506702] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.506803] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 is going to be updated. [ 1311.530647] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 in Status: SUCCESS [ 1311.530863] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.550181] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.550396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.550396] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.550603] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.550738] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.559230] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: IN_PROGRESS for 2s [ 1313.570094] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: SUCCESS [ 1313.570425] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 deletion is rescheduled due to dependency. [ 1313.570425] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.002087] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.002437] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1318.092811] env[67361]: INFO networking_nsxv3.common.synchronization [req-b671b0bf-75b3-4bf3-b48d-986f5608173a req-9891878c-40bd-4f52-b519-089206330081 tempest-ServerActionsTestJSON-939340692 tempest-ServerActionsTestJSON-939340692-project-member] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 1318.093505] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 1318.093848] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.093987] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.094262] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.094515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.094683] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.094812] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.094882] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.095049] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.095183] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.095285] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.427278] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.427500] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.427614] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.427888] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.428155] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.428309] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.428423] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.428634] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.428780] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.428998] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1318.429128] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1318.429237] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1318.429407] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1318.429519] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1318.429622] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1318.429748] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1318.450953] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1318.451154] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1318.451266] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1318.451511] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-725" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.451838] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-b87b8940-de82-458f-9713-f692c9fec3ed taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.452015] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-b87b8940-de82-458f-9713-f692c9fec3ed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.452172] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-b87b8940-de82-458f-9713-f692c9fec3ed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.452565] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-b87b8940-de82-458f-9713-f692c9fec3ed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.452706] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b87b8940-de82-458f-9713-f692c9fec3ed',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.598359] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.598578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.598578] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.598736] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.598825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.599030] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.599133] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.599197] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.599351] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.599426] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.599512] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 is going to be updated. [ 1318.623760] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.624019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.624019] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.624245] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.624410] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.634480] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: IN_PROGRESS for 2s [ 1318.955073] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.955388] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.955523] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.955800] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.955951] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.956117] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Segment Port b87b8940-de82-458f-9713-f692c9fec3ed not found, creating... [ 1318.956391] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.956535] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.956649] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.956861] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.956995] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.957282] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.957435] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.957551] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.957751] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.957880] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.958030] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: b87b8940-de82-458f-9713-f692c9fec3ed is going to be created. [ 1318.978615] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.978836] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.978914] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.979198] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.979417] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.979633] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-b87b8940-de82-458f-9713-f692c9fec3ed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.685616] env[67361]: INFO networking_nsxv3.common.synchronization [req-b671b0bf-75b3-4bf3-b48d-986f5608173a req-ab0a5fe9-ce18-4aaf-9bdb-1b58a0faa9d4 service nova] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_rules [ 1319.685891] env[67361]: INFO networking_nsxv3.common.synchronization [req-b671b0bf-75b3-4bf3-b48d-986f5608173a req-ab0a5fe9-ce18-4aaf-9bdb-1b58a0faa9d4 service nova] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 1319.685944] env[67361]: INFO networking_nsxv3.common.synchronization [req-b671b0bf-75b3-4bf3-b48d-986f5608173a req-ab0a5fe9-ce18-4aaf-9bdb-1b58a0faa9d4 service nova] Enqueued Resource ID: b87b8940-de82-458f-9713-f692c9fec3ed with Priority: HIGHEST for action port [ 1319.686439] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_rules [ 1319.686566] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 1319.686658] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87b8940-de82-458f-9713-f692c9fec3ed with Priority: HIGHEST for action port [ 1319.686917] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.687052] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.687120] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.687313] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.687390] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.688203] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.688290] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.688462] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-b87b8940-de82-458f-9713-f692c9fec3ed taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.688563] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b87b8940-de82-458f-9713-f692c9fec3ed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.688607] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b87b8940-de82-458f-9713-f692c9fec3ed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.688769] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b87b8940-de82-458f-9713-f692c9fec3ed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.688837] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b87b8940-de82-458f-9713-f692c9fec3ed',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.190618] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.190768] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.190926] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b87b8940-de82-458f-9713-f692c9fec3ed with status ACTIVE [ 1320.191109] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.191220] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.191284] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.191494] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.191579] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.191766] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.191820] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.191886] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.192051] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.192166] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.192321] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.192414] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.192475] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.192613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.192686] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.192768] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b87b8940-de82-458f-9713-f692c9fec3ed is going to be updated. [ 1320.213327] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.213535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.213535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.213706] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.213839] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.213993] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b87b8940-de82-458f-9713-f692c9fec3ed" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.645311] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: SUCCESS [ 1320.645505] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 deletion is rescheduled due to dependency. [ 1320.645554] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.645717] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.645943] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.646144] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.646265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.646330] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.646507] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.646597] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.646695] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.149234] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.652149] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.155420] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.155844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.155844] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.155922] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.155968] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.156069] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 is going to be updated. [ 1322.186154] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.186385] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.186464] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.186679] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.186824] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.195942] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: IN_PROGRESS for 2s [ 1324.215702] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: IN_PROGRESS for 4s [ 1324.687615] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.687892] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1326.228070] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: SUCCESS [ 1326.228460] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.228506] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.228760] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.228951] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.229089] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.229151] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.229338] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.229422] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.229511] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.229618] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.731844] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.234097] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b53f40-32ae-47e1-af11-c95b36a18980: rpc.has_security_group_logging(os_id): False [ 1327.251998] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.252198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.252198] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.252413] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.252506] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.252770] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.252871] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.252935] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.253107] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.253264] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.253368] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 is going to be updated. [ 1327.315329] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.315616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.315616] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.315743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.315898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.329066] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: IN_PROGRESS for 2s [ 1329.343451] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: SUCCESS [ 1329.343842] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.688686] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.688863] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.690256] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.690643] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.691803] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.692730] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.693804] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.694223] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.694857] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.694857] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.696105] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.696518] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.697217] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.697628] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.698053] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.698481] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.699152] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.699513] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.700287] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.700706] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.341459] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.341761] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.341761] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.342175] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.342457] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.342734] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.342849] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.343088] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.343232] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.343443] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1378.343555] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1378.343659] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1378.343762] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1378.343869] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1378.343991] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1378.344129] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1378.364255] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1378.364418] env[67361]: DEBUG dogpile.cache.region [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1378.364550] env[67361]: DEBUG dogpile.lock [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1378.364740] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "network-57" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.365075] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock port-aded3f73-3110-4413-8110-88b07f4a15ad taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.365250] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.365370] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.365619] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.365781] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aded3f73-3110-4413-8110-88b07f4a15ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.867978] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.868247] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.868342] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.868657] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.868812] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.869129] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.869287] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.869402] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.869617] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.869750] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.870037] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.870193] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.870307] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.870506] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.870638] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.870776] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Resource: SegmentPort with ID: aded3f73-3110-4413-8110-88b07f4a15ad is going to be updated. [ 1378.899016] env[67361]: DEBUG networking_nsxv3.common.locking [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.899245] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.899341] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.899602] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.899792] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.900026] env[67361]: DEBUG oslo_concurrency.lockutils [None req-b7954107-5509-4bdd-9189-5b2751d2faab None None] Releasing lock "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.599880] env[67361]: INFO networking_nsxv3.common.synchronization [req-c1fb69df-f5ce-429e-a51d-0c168c0c119b req-0fd36948-303b-4209-9aa4-f2e015ae69cb service nova] Enqueued Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_rules [ 1379.600180] env[67361]: INFO networking_nsxv3.common.synchronization [req-c1fb69df-f5ce-429e-a51d-0c168c0c119b req-0fd36948-303b-4209-9aa4-f2e015ae69cb service nova] Enqueued Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_members [ 1379.600329] env[67361]: INFO networking_nsxv3.common.synchronization [req-c1fb69df-f5ce-429e-a51d-0c168c0c119b req-0fd36948-303b-4209-9aa4-f2e015ae69cb service nova] Enqueued Resource ID: aded3f73-3110-4413-8110-88b07f4a15ad with Priority: HIGHEST for action port [ 1379.600532] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_rules [ 1379.600659] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_members [ 1379.600752] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded3f73-3110-4413-8110-88b07f4a15ad with Priority: HIGHEST for action port [ 1379.601312] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26ad9168-8933-4a55-b0fe-1096e8a397b7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.601436] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.601540] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.601744] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.601788] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.602563] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-26ad9168-8933-4a55-b0fe-1096e8a397b7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.603169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.603169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.603169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.603169] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.603169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.603437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.603437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.603437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.603584] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.604379] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-aded3f73-3110-4413-8110-88b07f4a15ad taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.604379] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.604379] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.604526] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.604631] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aded3f73-3110-4413-8110-88b07f4a15ad',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.848193] env[67361]: INFO networking_nsxv3.common.synchronization [req-fbd2c04a-96c0-42b1-9be0-09e74fcd4c57 req-a38b94e2-3ba0-48b4-a8a3-e3ca94c7dfe0 tempest-ServerActionsTestJSON-939340692 tempest-ServerActionsTestJSON-939340692-project-member] Enqueued Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 1379.848668] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b53f40-32ae-47e1-af11-c95b36a18980 with Priority: HIGHEST for action security_group_members [ 1379.849015] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b53f40-32ae-47e1-af11-c95b36a18980 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.849173] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.849243] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.849472] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.849651] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.849779] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.849779] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.849779] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.850121] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.850234] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b53f40-32ae-47e1-af11-c95b36a18980',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.106069] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.107010] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-26ad9168-8933-4a55-b0fe-1096e8a397b7 taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.107187] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.107570] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aded3f73-3110-4413-8110-88b07f4a15ad with status ACTIVE [ 1380.107820] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.108013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.108122] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.108358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.108527] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.109281] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.109281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.109281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.109281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.109281] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.109281] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.109931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.109931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.109931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.109931] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.109931] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aded3f73-3110-4413-8110-88b07f4a15ad is going to be updated. [ 1380.135050] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.135274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.135274] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.135381] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.135488] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.135650] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aded3f73-3110-4413-8110-88b07f4a15ad" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.352455] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.352698] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.352756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.352977] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.353085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.353276] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.353374] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.353437] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.353580] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.353710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.353803] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 is going to be updated. [ 1380.382116] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.382376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.382376] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.382624] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.382771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.392513] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: IN_PROGRESS for 2s [ 1380.608821] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.113307] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.113564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.113564] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.113743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.113843] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.113942] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 is going to be updated. [ 1381.143713] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.143881] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.143988] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.144278] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.144440] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.155213] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 in Status: IN_PROGRESS for 2s [ 1382.403372] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b53f40-32ae-47e1-af11-c95b36a18980 in Status: SUCCESS [ 1382.403756] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b53f40-32ae-47e1-af11-c95b36a18980 deletion is rescheduled due to dependency. [ 1382.403756] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b53f40-32ae-47e1-af11-c95b36a18980" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.166108] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 in Status: SUCCESS [ 1383.166330] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.166482] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.166703] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.166892] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.167018] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.167644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.167644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.167644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.167644] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.167644] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.670531] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.173508] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26ad9168-8933-4a55-b0fe-1096e8a397b7: rpc.has_security_group_logging(os_id): False [ 1384.195991] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.196293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.196293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.196613] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.196711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.196961] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.197108] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.197206] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.197443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.197529] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.197622] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 is going to be updated. [ 1384.255794] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.256600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.256600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.256600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.256600] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.269861] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 in Status: IN_PROGRESS for 2s [ 1384.849990] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.850420] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1386.285808] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 in Status: SUCCESS [ 1386.286203] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.850921] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.851150] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.852369] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.852369] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.853660] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.854123] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.854979] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.855454] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.856340] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.856715] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.172506] env[67361]: INFO networking_nsxv3.common.synchronization [req-42ab57ff-98ea-4bdf-a795-f90c2fdd67b5 req-7479660f-914d-4f20-8541-907b40762e43 tempest-AttachVolumeTestJSON-1603034191 tempest-AttachVolumeTestJSON-1603034191-project-member] Enqueued Resource ID: 7065e636-14e7-473d-8484-ee656cd8ddfa with Priority: HIGHEST for action security_group_members [ 1412.172846] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7065e636-14e7-473d-8484-ee656cd8ddfa with Priority: HIGHEST for action security_group_members [ 1412.173573] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-7065e636-14e7-473d-8484-ee656cd8ddfa taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.173573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.173573] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.173754] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.174088] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.174088] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.174293] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.174740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.174740] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.174740] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7065e636-14e7-473d-8484-ee656cd8ddfa',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.676748] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.676970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.676970] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.677175] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.677267] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.677515] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.677655] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.677722] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.677880] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.677954] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.678060] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7065e636-14e7-473d-8484-ee656cd8ddfa is going to be updated. [ 1412.711586] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.711822] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.711914] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.712194] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.712424] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.723180] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7065e636-14e7-473d-8484-ee656cd8ddfa in Status: IN_PROGRESS for 2s [ 1414.734421] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7065e636-14e7-473d-8484-ee656cd8ddfa in Status: SUCCESS [ 1414.734816] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7065e636-14e7-473d-8484-ee656cd8ddfa deletion is rescheduled due to dependency. [ 1414.734816] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7065e636-14e7-473d-8484-ee656cd8ddfa" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.822159] env[67361]: INFO networking_nsxv3.common.synchronization [None req-89f2b0b4-e71f-4eb2-971e-24b851a8e7d5 tempest-AttachVolumeTestJSON-1603034191 tempest-AttachVolumeTestJSON-1603034191-project-member] Enqueued Resource ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c with Priority: HIGHEST for action security_group_rules [ 1416.822620] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c with Priority: HIGHEST for action security_group_rules [ 1416.822806] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.822941] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.823189] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.823493] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.823584] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc4e383-fc3a-44e8-ab65-d3b620d8634c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.903461] env[67361]: INFO networking_nsxv3.common.synchronization [None req-697662b2-db76-4e56-9650-a721601d0ebb tempest-AttachVolumeTestJSON-1603034191 tempest-AttachVolumeTestJSON-1603034191-project-member] Enqueued Resource ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c with Priority: HIGHEST for action security_group_rules [ 1416.903944] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c with Priority: HIGHEST for action security_group_rules [ 1416.904258] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.904359] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.344656] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.344821] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.344875] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.345312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.345312] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.345312] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c already deleted. [ 1417.345525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.345525] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.345642] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.345710] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc4e383-fc3a-44e8-ab65-d3b620d8634c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.866618] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.867030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.867030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.867030] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.867148] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.867213] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c already deleted. [ 1417.867295] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.905165] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.905394] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.216952] env[67361]: INFO networking_nsxv3.common.synchronization [req-ce147e72-bf1a-43b4-88be-cdc7b844981c req-435726d4-b7a5-45f9-b5c3-397c45edd8b9 tempest-AttachVolumeTestJSON-1603034191 tempest-AttachVolumeTestJSON-1603034191-project-member] Enqueued Resource ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c with Priority: HIGHEST for action security_group_members [ 1422.217480] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c with Priority: HIGHEST for action security_group_members [ 1422.217798] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.217918] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.217999] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.218432] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.218607] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.218711] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.218771] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.218923] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.219013] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.219107] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc4e383-fc3a-44e8-ab65-d3b620d8634c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.495672] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.495868] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.495987] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.496294] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.496548] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.496702] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.496816] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.497038] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.497183] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.497389] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1422.497497] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] NeedRegenerationException {{(pid=67361) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1422.497603] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] no value, waiting for create lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1422.497707] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] value creation lock acquired {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1422.497815] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] No value present for key: 'zone-id' {{(pid=67361) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1422.497920] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Calling creation function for not-yet-present value {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1422.498054] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1422.520472] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1422.520673] env[67361]: DEBUG dogpile.cache.region [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67361) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1422.520805] env[67361]: DEBUG dogpile.lock [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Released creation lock {{(pid=67361) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1422.520979] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "network-516" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.521300] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock port-a894d75e-d809-4d82-88bd-cd690e9c8979 taken with stack trace [, , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.521528] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "port-a894d75e-d809-4d82-88bd-cd690e9c8979" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.521618] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "port-a894d75e-d809-4d82-88bd-cd690e9c8979" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.521970] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "port-a894d75e-d809-4d82-88bd-cd690e9c8979" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.522115] env[67361]: DEBUG networking_nsxv3.api.rpc [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a894d75e-d809-4d82-88bd-cd690e9c8979',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.720936] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.721138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.721138] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.721331] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.721423] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.721646] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.721748] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.721808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.721961] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.722047] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.722154] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c already deleted. [ 1422.722263] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.024688] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.025119] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.025119] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.025365] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.025520] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.025679] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Segment Port a894d75e-d809-4d82-88bd-cd690e9c8979 not found, creating... [ 1423.025940] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.026146] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.026292] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.026523] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.026662] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.026940] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.027141] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.027228] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.027490] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.027652] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.027794] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Resource: SegmentPort with ID: a894d75e-d809-4d82-88bd-cd690e9c8979 is going to be created. [ 1423.047461] env[67361]: DEBUG networking_nsxv3.common.locking [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.047645] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.047769] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.048040] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.048312] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.048576] env[67361]: DEBUG oslo_concurrency.lockutils [None req-510cef27-f490-4fb0-944c-0e5043a03c29 None None] Releasing lock "port-a894d75e-d809-4d82-88bd-cd690e9c8979" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.740258] env[67361]: INFO networking_nsxv3.common.synchronization [req-ce147e72-bf1a-43b4-88be-cdc7b844981c req-da7b6fc3-4142-4c11-a96f-9e2d5659d47d service nova] Enqueued Resource ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c with Priority: HIGHEST for action security_group_rules [ 1423.740258] env[67361]: INFO networking_nsxv3.common.synchronization [req-ce147e72-bf1a-43b4-88be-cdc7b844981c req-da7b6fc3-4142-4c11-a96f-9e2d5659d47d service nova] Enqueued Resource ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c with Priority: HIGHEST for action security_group_members [ 1423.740258] env[67361]: INFO networking_nsxv3.common.synchronization [req-ce147e72-bf1a-43b4-88be-cdc7b844981c req-da7b6fc3-4142-4c11-a96f-9e2d5659d47d service nova] Enqueued Resource ID: a894d75e-d809-4d82-88bd-cd690e9c8979 with Priority: HIGHEST for action port [ 1423.740258] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c with Priority: HIGHEST for action security_group_rules [ 1423.740258] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c with Priority: HIGHEST for action security_group_members [ 1423.740258] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a894d75e-d809-4d82-88bd-cd690e9c8979 with Priority: HIGHEST for action port [ 1423.740688] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.740909] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.741085] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.741372] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.741549] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc4e383-fc3a-44e8-ab65-d3b620d8634c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.742667] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.742905] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.743096] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.743462] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.743711] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.743920] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.744086] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.744332] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.744752] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.745963] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc4e383-fc3a-44e8-ab65-d3b620d8634c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.745963] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock port-a894d75e-d809-4d82-88bd-cd690e9c8979 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.745963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a894d75e-d809-4d82-88bd-cd690e9c8979" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.745963] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a894d75e-d809-4d82-88bd-cd690e9c8979" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.746315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a894d75e-d809-4d82-88bd-cd690e9c8979" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.746315] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a894d75e-d809-4d82-88bd-cd690e9c8979',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.247485] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.247814] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.250036] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc4e383-fc3a-44e8-ab65-d3b620d8634c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.250933] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a894d75e-d809-4d82-88bd-cd690e9c8979 with status ACTIVE [ 1424.251195] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.251347] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.251520] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.251673] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.251767] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.251939] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.252063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.252184] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.252354] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.252481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.252740] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.253169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.253169] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.253291] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.253428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.253573] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a894d75e-d809-4d82-88bd-cd690e9c8979 is going to be updated. [ 1424.275482] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.275627] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.275759] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.276028] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.276247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.276443] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a894d75e-d809-4d82-88bd-cd690e9c8979" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.756180] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc4e383-fc3a-44e8-ab65-d3b620d8634c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.258550] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.258898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.258898] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.258986] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.259095] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.259285] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c is going to be created. [ 1425.282352] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.282515] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.282571] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.282766] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.282916] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.292985] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c in Status: UNINITIALIZED for 2s [ 1427.304286] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c in Status: SUCCESS [ 1427.304534] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.304669] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.304887] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.305092] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.305245] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.305316] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.305456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.305535] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.305620] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.305710] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dc4e383-fc3a-44e8-ab65-d3b620d8634c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.808293] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dc4e383-fc3a-44e8-ab65-d3b620d8634c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.310779] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dc4e383-fc3a-44e8-ab65-d3b620d8634c: rpc.has_security_group_logging(os_id): False [ 1428.329766] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.329992] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.329992] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.330180] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.330265] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.330516] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.330628] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.330685] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.330823] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.330896] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.330980] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c is going to be created. [ 1428.404244] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.404384] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.404456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.404658] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.404836] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.415670] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c in Status: IN_PROGRESS for 2s [ 1428.740937] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.741209] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1430.430875] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c in Status: SUCCESS [ 1430.431238] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.762282] env[67361]: INFO networking_nsxv3.common.synchronization [req-bb54dcf7-3f06-4478-bdd3-bd445533c220 req-38aa53c4-6d3e-4dc0-adea-89a3abbc069d tempest-AttachVolumeShelveTestJSON-1253925199 tempest-AttachVolumeShelveTestJSON-1253925199-project-member] Enqueued Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_members [ 1430.762829] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 with Priority: HIGHEST for action security_group_members [ 1430.764279] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-26ad9168-8933-4a55-b0fe-1096e8a397b7 taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.764456] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.764560] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.764808] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.764978] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.765137] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.765247] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.765428] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.765514] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.765606] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26ad9168-8933-4a55-b0fe-1096e8a397b7',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.267559] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.267764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.267764] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.267954] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.268063] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.268300] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.268418] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.268481] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.268641] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.268719] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.268806] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 is going to be updated. [ 1431.297606] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.297825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.297825] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.298017] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.298163] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.306440] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 in Status: IN_PROGRESS for 2s [ 1433.319013] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 in Status: SUCCESS [ 1433.319414] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26ad9168-8933-4a55-b0fe-1096e8a397b7 deletion is rescheduled due to dependency. [ 1433.319414] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26ad9168-8933-4a55-b0fe-1096e8a397b7" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.764402] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.764850] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.766107] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.766107] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.767457] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.767808] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.768922] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.769360] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.769967] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.770344] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.771649] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.772116] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.772980] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.773395] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.773747] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.773747] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.774637] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.775055] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.775828] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.776360] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.776968] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.776968] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.777529] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.777891] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.778554] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.778970] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.514215] env[67361]: INFO networking_nsxv3.common.synchronization [req-6134fd4e-c863-435a-995b-c5df6e90eb57 req-32eb77aa-1144-48c7-9b7a-69fbd1acf88c tempest-AttachVolumeTestJSON-1603034191 tempest-AttachVolumeTestJSON-1603034191-project-member] Enqueued Resource ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c with Priority: HIGHEST for action security_group_members [ 1497.514464] env[67361]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c with Priority: HIGHEST for action security_group_members [ 1497.514548] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c taken with stack trace [, , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.514710] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.514786] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.515020] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.515092] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.515179] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.515259] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.515838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.515838] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.515838] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc4e383-fc3a-44e8-ab65-d3b620d8634c',) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.018895] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.019181] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.019181] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.019358] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.019450] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.019645] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.019743] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.019851] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.019966] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.020043] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.020130] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c is going to be updated. [ 1498.057346] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.057575] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.057575] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.057758] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.057895] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.066550] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c in Status: IN_PROGRESS for 2s [ 1500.077877] env[67361]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c in Status: SUCCESS [ 1500.078315] env[67361]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc4e383-fc3a-44e8-ab65-d3b620d8634c deletion is rescheduled due to dependency. [ 1500.078315] env[67361]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc4e383-fc3a-44e8-ab65-d3b620d8634c" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.421227] env[67361]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1501.421626] env[67361]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-14c9155b-7eb8-4ff0-b8c2-0a1c1ac4f720 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1502.515314] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.515682] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.516733] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.517167] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.517517] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.517784] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.518706] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.519159] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.519561] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.519959] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.520279] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.520768] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.521575] env[67361]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.522044] env[67361]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.353245] env[67361]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=67361) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.353695] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.353695] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.353811] env[67361]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.353860] env[67361]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67361) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}}